-- Logs begin at Tue 2022-01-18 11:58:53 UTC, end at Tue 2022-01-18 13:26:50 UTC. -- Jan 18 13:02:54.621958 dv-cinder-825103-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 13:02:56.809179 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:02:56.809921 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:02:56.809921 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83529) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:02:56.812188 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:02:56.812434 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:02:56.812678 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83529) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:02:56.813656 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:02:56.813888 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:02:56.814238 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:02:56.814481 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:02:56.814704 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:02:56.815020 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.815344 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.815643 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.815870 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.816161 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.816450 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.816737 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.817021 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.817316 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.817599 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.817874 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.818158 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.818387 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.818669 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.818954 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.819271 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.819496 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] debug = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.819780 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.820211 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.820624 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.820898 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.821189 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.822038 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.822315 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.822601 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.822940 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] host = dv-cinder-825103-1-smb {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.823297 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.823531 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.823820 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.824106 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.824380 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.824656 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.824942 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.825214 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.825491 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] log_file = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.825764 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.826050 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.826332 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.826638 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.826844 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.827067 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.827381 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.827671 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.827947 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.828221 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.828496 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.828785 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.829057 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.829326 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.829605 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.829890 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.830182 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.830456 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.830723 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.830996 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.831295 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.831583 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.831852 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.832124 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.832396 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.832682 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.832952 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.833223 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.833524 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.833810 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.834089 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.834373 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.834645 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.834926 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.835196 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.835492 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.835760 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] use_json = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.836032 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.836298 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.836577 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.836866 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.837147 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.837416 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.838816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.838816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:56.838816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.838816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.838816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.839890 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.839890 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.839890 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.840119 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.840209 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.841237 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.841237 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.841237 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.841501 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.841592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.841876 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.842187 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.842443 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.842721 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.843012 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.843325 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.843592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.843867 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.844154 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.844437 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.844704 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.844986 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.845262 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.845532 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.845801 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.846075 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.846363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.846639 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.846909 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.847179 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.847477 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.847745 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.848029 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.848305 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.848592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.848848 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.849123 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.849394 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.849665 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.849941 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.850210 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.850483 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.850754 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.851024 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.851320 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.851592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.851862 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.852131 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.852401 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.852708 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.852980 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.853254 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.853524 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.853794 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.854066 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.854357 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.854657 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.854937 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.855231 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.855518 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.855797 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.856073 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.856347 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.856623 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.856906 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.857179 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.857470 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.857754 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.858045 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.858328 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.858603 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.858904 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.859186 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.859497 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.859772 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.860052 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.860332 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.860613 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.860909 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.861204 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.861497 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.861790 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.862086 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.862366 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.862678 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.862959 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:56.863174 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:02:56.863446 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83529) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 13:02:57.280185 dv-cinder-825103-1-smb neutron-server[83529]: INFO keyring.backend [-] Loading KWallet Jan 18 13:02:57.287822 dv-cinder-825103-1-smb neutron-server[83529]: INFO keyring.backend [-] Loading SecretService Jan 18 13:02:57.291678 dv-cinder-825103-1-smb neutron-server[83529]: INFO keyring.backend [-] Loading Windows Jan 18 13:02:57.293082 dv-cinder-825103-1-smb neutron-server[83529]: INFO keyring.backend [-] Loading chainer Jan 18 13:02:57.293648 dv-cinder-825103-1-smb neutron-server[83529]: INFO keyring.backend [-] Loading macOS Jan 18 13:02:57.327631 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:02:57.327896 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:02:57.328184 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:02:57.328523 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 13:02:57.642552 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.642760 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.643033 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.701291 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.701550 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.701826 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.705026 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.705305 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.705574 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.735921 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.736203 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.736472 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.764899 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.765160 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:57.765447 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.092984 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.093999 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.093999 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.093999 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.094683 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.217318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.217631 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.217917 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.218189 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.218456 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.218766 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.219033 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.219317 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.219574 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.219856 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.220115 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.220385 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.220651 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.220915 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.221174 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.221436 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.221688 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.221959 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.222211 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.222495 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.222848 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.223098 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.223377 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.223663 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.223916 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.224161 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.224579 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:58.224820 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:58.225057 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:58.225294 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:58.225528 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:58.225760 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:58.226350 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 13:02:58.230171 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 13:02:58.234387 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 13:02:58.238424 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Jan 18 13:02:58.240093 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 13:02:58.240523 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 13:02:58.240861 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 13:02:58.241259 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 13:02:58.244685 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 13:02:58.244939 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 13:02:58.245290 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:02:58.273853 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 13:02:58.274314 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.274637 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83529) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 13:02:58.274996 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.276393 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83529) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 13:02:58.276680 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:02:58.276922 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 13:02:58.280229 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.280508 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:58.344185 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 13:02:58.344390 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 13:02:58.344563 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 13:02:58.344953 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 13:02:58.379201 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_db.sqlalchemy.engines [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83529) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 13:02:58.816966 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing driver for type 'gre' Jan 18 13:02:58.817534 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] gre ID ranges: [(1, 1000)] Jan 18 13:02:58.988199 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing driver for type 'local' Jan 18 13:02:58.988538 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing driver for type 'vlan' Jan 18 13:02:59.085362 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] VlanTypeDriver initialization complete Jan 18 13:02:59.085633 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing driver for type 'vxlan' Jan 18 13:02:59.086148 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] vxlan ID ranges: [(1, 1000)] Jan 18 13:02:59.285582 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing extension driver 'port_security' Jan 18 13:02:59.286217 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.extensions.port_security [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] PortSecurityExtensionDriver initialization complete Jan 18 13:02:59.286217 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing mechanism driver 'openvswitch' Jan 18 13:02:59.286551 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing mechanism driver 'hyperv' Jan 18 13:02:59.298430 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.plugins.ml2.plugin [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:59.299110 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.299504 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.299861 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.300375 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:02:59.300803 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.301156 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.301501 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.301910 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:02:59.302309 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.302652 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.302992 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.303404 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:02:59.303801 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > security_group after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.304145 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > security_group after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.304479 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.304991 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:02:59.305391 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.305759 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.306099 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.306479 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:02:59.306915 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] ML2 OVO RPC backend initialized. {{(pid=83529) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 13:02:59.307585 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.307936 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.308602 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.308947 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > networks before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.309289 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.309626 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > ports before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.309969 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnet before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.310308 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnets before_response 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.310649 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.310983 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.311346 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.311679 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.312008 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.312337 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.312667 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.313188 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.313449 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.314033 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.plugin [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Modular L2 Plugin initialization complete Jan 18 13:02:59.314364 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading services supported by the core plugin {{(pid=83529) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 13:02:59.314685 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.plugins.ml2.managers [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Got port-security extension from driver 'port_security' Jan 18 13:02:59.315149 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.extensions.vlantransparent [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Disabled vlantransparent extension. Jan 18 13:02:59.315589 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83529) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 13:02:59.315900 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: router Jan 18 13:02:59.352520 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.353454 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router after_create 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.353825 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router before_create 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.354185 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.354552 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.354908 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router after_delete 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.355314 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.355727 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router after_create 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.356070 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router after_update 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.356416 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router after_update 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.356761 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.357114 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router after_update 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.357525 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.357889 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: port after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.358222 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: port after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.358558 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: subnet after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.358896 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.359261 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.359606 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.359942 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: port before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.360290 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.360644 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router after_update 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.360983 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.361327 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.361683 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.362025 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.362386 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > agent after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.362733 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > agent after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.363070 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > network after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.363960 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Tracking information for resource: router configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:59.364291 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Tracking information for resource: floatingip configured {{(pid=83529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:02:59.369327 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.db.l3_agentschedulers_db [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 13:02:59.369908 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: port after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.370272 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: port after_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.370622 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: port after_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.370969 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: port after_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.371891 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router before_create 55550100 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.372255 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.372617 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_create 55550100 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.372968 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > router precommit_update 55550100 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.377263 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.services.provider_configuration [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service providers = [] {{(pid=83529) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 13:02:59.377629 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.db.servicetype_db [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83529) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 13:02:59.380584 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.services.service_base [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:02:59.380936 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.services.service_base [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:02:59.381277 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.services.service_base [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:02:59.382153 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.services.service_base [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:02:59.382574 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.services.service_base [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 13:02:59.383025 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.383368 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 13:02:59.394909 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.395263 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: auto_allocate Jan 18 13:02:59.402172 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: network precommit_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.402541 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: network precommit_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.403122 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.403458 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: tag Jan 18 13:02:59.410047 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.410382 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: timestamp Jan 18 13:02:59.414385 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.414715 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: network_ip_availability Jan 18 13:02:59.420019 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.420393 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.420744 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.421455 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.421772 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: flavors Jan 18 13:02:59.426440 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.426771 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading Plugin: revisions Jan 18 13:02:59.431052 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:02:59.431473 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_concurrency.lockutils [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.103s {{(pid=83529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:02:59.432321 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83529) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 13:02:59.432659 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Initializing extension manager. Jan 18 13:02:59.433414 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: __init__.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.433796 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: __pycache__ {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.434088 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.434419 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.434745 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: _filter_validation_lib.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.435070 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.435428 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: address_group.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.436181 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.436740 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: address-group Jan 18 13:02:59.437060 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: address_scope.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.437763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.438264 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: address-scope Jan 18 13:02:59.438581 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.439540 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.440049 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: router-admin-state-down-before-update Jan 18 13:02:59.440374 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: agent.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.441066 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.441568 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: agent Jan 18 13:02:59.441887 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: agent_resources_synced.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.442791 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.443336 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: agent-resources-synced Jan 18 13:02:59.443657 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: allowedaddresspairs.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.445595 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.446120 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: allowed-address-pairs Jan 18 13:02:59.446968 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: auto_allocated_topology.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.448065 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.448583 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: auto-allocated-topology Jan 18 13:02:59.448910 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: availability_zone.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.449605 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.450111 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: availability_zone Jan 18 13:02:59.450435 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: availability_zone_filter.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.451373 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.451883 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: availability_zone_filter Jan 18 13:02:59.452205 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: data_plane_status.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.453101 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.453610 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 13:02:59.453932 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: default_subnetpools.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.454833 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.455366 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: default-subnetpools Jan 18 13:02:59.455692 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.456459 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.456963 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: dhcp_agent_scheduler Jan 18 13:02:59.457284 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: dns.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.458194 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.458699 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 13:02:59.459019 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: dns_domain_ports.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.459944 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.460451 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 13:02:59.460770 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: dvr.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.461442 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.462492 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: dvr Jan 18 13:02:59.462814 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: empty_string_filtering.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.463744 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.464290 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: empty-string-filtering Jan 18 13:02:59.464607 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.465511 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.466012 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:02:59.466331 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.467245 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.467752 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 13:02:59.468069 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: external_net.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.468965 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.469469 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: external-net Jan 18 13:02:59.469786 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.470690 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.471196 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: extra_dhcp_opt Jan 18 13:02:59.471536 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: extraroute.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.472439 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.472938 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: extraroute Jan 18 13:02:59.473257 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: extraroute_atomic.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.474305 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.474807 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: extraroute-atomic Jan 18 13:02:59.475128 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: filter_validation.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.475816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.476319 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: filter-validation Jan 18 13:02:59.476633 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: fip_pf_description.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.477565 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.478063 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 13:02:59.478383 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: fip_port_details.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.479317 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.479822 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: fip-port-details Jan 18 13:02:59.480144 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: flavors.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.481389 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.481904 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: flavors Jan 18 13:02:59.482231 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.483963 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.484489 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 13:02:59.484815 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: floatingip_pools.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.485508 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.486015 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: floatingip-pools Jan 18 13:02:59.486336 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: ip_allocation.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.487288 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.487794 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 13:02:59.488113 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.489021 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.489524 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: ip-substring-filtering Jan 18 13:02:59.489845 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l2_adjacency.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.490763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.491289 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 13:02:59.491609 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l3.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.492586 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.493140 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: router Jan 18 13:02:59.493443 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.495852 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.496385 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:02:59.496715 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.497648 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.498161 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: ext-gw-mode Jan 18 13:02:59.498486 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.499425 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.499932 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: l3-ha Jan 18 13:02:59.500254 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l3_flavors.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.501165 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.501669 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: l3-flavors Jan 18 13:02:59.501991 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.502897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.503439 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 13:02:59.503763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: l3agentscheduler.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.504801 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.505311 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: l3_agent_scheduler Jan 18 13:02:59.505633 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: logging.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.507150 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.507768 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension logging not supported by any of loaded plugins Jan 18 13:02:59.508099 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: metering.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.509351 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.509932 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: metering Jan 18 13:02:59.510258 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.511384 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.511903 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: metering_source_and_destination_fields Jan 18 13:02:59.512227 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: multiprovidernet.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.513154 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.513663 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: multi-provider Jan 18 13:02:59.513989 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: netmtu.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.514891 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.515419 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: net-mtu Jan 18 13:02:59.515744 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: netmtu_writable.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.516652 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.517161 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: net-mtu-writable Jan 18 13:02:59.517484 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: network_availability_zone.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.518150 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.518654 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: network_availability_zone Jan 18 13:02:59.518975 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: network_ip_availability.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.520093 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.520603 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: network-ip-availability Jan 18 13:02:59.520931 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: network_segment_range.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.521685 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.522186 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 13:02:59.522511 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: pagination.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.523521 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.523850 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: pagination Jan 18 13:02:59.524171 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.525625 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.526134 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: port-mac-address-regenerate Jan 18 13:02:59.526454 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: port_resource_request.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.527386 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.527890 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 13:02:59.528208 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: portbindings.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.529115 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.529621 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: binding Jan 18 13:02:59.529941 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: portbindings_extended.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.531229 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.531740 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: binding-extended Jan 18 13:02:59.532065 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: portsecurity.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.532982 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.533488 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: port-security Jan 18 13:02:59.533812 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: project_id.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.534785 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.535115 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: project-id Jan 18 13:02:59.535459 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: providernet.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.536369 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.536877 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: provider Jan 18 13:02:59.537197 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.540893 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.541414 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos not supported by any of loaded plugins Jan 18 13:02:59.541747 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.542983 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.543542 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 13:02:59.543870 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.544778 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.545289 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 13:02:59.545610 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_default.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.546509 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.547014 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-default not supported by any of loaded plugins Jan 18 13:02:59.547373 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_fip.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.548021 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.548527 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 13:02:59.548848 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_gateway_ip.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.549769 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.550274 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 13:02:59.550593 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_port_network_policy.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.551536 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.552042 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 13:02:59.552360 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_rule_type_details.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.553265 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.553846 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 13:02:59.554126 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: qos_rules_alias.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.555159 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.555720 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 13:02:59.556040 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: quotasv2.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.556925 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.557234 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: quotas Jan 18 13:02:59.557554 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: quotasv2_detail.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.559471 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.570006 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: quota_details Jan 18 13:02:59.570006 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: rbac.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.570006 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.570006 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: rbac-policies Jan 18 13:02:59.570006 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: rbac_address_scope.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.570539 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.571055 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: rbac-address-scope Jan 18 13:02:59.572005 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: rbac_security_groups.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.572923 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.573435 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: rbac-security-groups Jan 18 13:02:59.573759 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: rbac_subnetpool.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.574668 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.575176 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: rbac-subnetpool Jan 18 13:02:59.575526 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: revisionifmatch.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.576461 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.576962 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: revision-if-match Jan 18 13:02:59.577282 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: revisions.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.578391 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.578899 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: standard-attr-revisions Jan 18 13:02:59.579231 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: router_availability_zone.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.579913 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.580416 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: router_availability_zone Jan 18 13:02:59.580736 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: routerservicetype.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.581643 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.582146 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 13:02:59.582464 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.583415 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.583923 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: port-security-groups-filtering Jan 18 13:02:59.584244 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: securitygroup.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.595867 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.600902 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: security-group Jan 18 13:02:59.600902 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: segment.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.600902 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.600902 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension segment not supported by any of loaded plugins Jan 18 13:02:59.600902 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.601451 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.601890 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 13:02:59.602217 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: servicetype.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.603460 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.603929 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: service-type Jan 18 13:02:59.604254 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: sorting.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.605231 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.605559 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: sorting Jan 18 13:02:59.605880 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: standard_attr_segment.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.606787 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.607323 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 13:02:59.607645 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: standardattrdescription.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.608296 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.608798 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: standard-attr-description Jan 18 13:02:59.609115 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: stateful_security_group.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.610041 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.610557 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: stateful-security-group Jan 18 13:02:59.610879 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: stdattrs_common.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.611484 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 13:02:59.611804 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.612714 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.613224 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 13:02:59.613543 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: subnet_onboard.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.614687 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.615202 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: subnet_onboard Jan 18 13:02:59.615552 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.616491 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.616996 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 13:02:59.617320 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: subnet_service_types.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.618285 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.618796 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: subnet-service-types Jan 18 13:02:59.619120 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: subnetallocation.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.620219 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.620732 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: subnet_allocation Jan 18 13:02:59.621059 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.621723 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.622226 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: subnetpool-prefix-ops Jan 18 13:02:59.622545 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.623481 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.623989 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 13:02:59.624312 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: tagging.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.625386 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.625894 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: standard-attr-tag Jan 18 13:02:59.626217 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: timestamp.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.630506 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.631026 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loaded extension: standard-attr-timestamp Jan 18 13:02:59.631450 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: trunk.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.632409 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.632923 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension trunk not supported by any of loaded plugins Jan 18 13:02:59.633243 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: trunk_details.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.634681 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.635190 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 13:02:59.635561 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: uplink_status_propagation.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.636476 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.636985 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 13:02:59.637305 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Loading extension file: vlantransparent.py {{(pid=83529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:02:59.637983 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:02:59.638487 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 13:02:59.640881 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:network Jan 18 13:02:59.641637 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:subnet Jan 18 13:02:59.642232 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:02:59.643025 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:port Jan 18 13:02:59.644412 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.644866 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service FLAVORS assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.645482 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.645906 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.646238 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:router Jan 18 13:02:59.646912 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:02:59.647664 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service METERING assigned prefix: /metering {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.649102 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.650047 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.650387 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:02:59.651812 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:02:59.652271 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:02:59.653171 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:02:59.654032 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service CORE assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.654517 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:02:59.655143 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] subnetpool is already registered Jan 18 13:02:59.655855 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service CORE assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.656183 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:02:59.656517 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] subnetpool is already registered Jan 18 13:02:59.659020 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.659497 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service FLAVORS assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.660090 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.660516 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.660849 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:router Jan 18 13:02:59.661178 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] router is already registered Jan 18 13:02:59.661769 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:02:59.662098 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] floatingip is already registered Jan 18 13:02:59.662719 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service METERING assigned prefix: /metering {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.663412 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:02:59.663749 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] rbac_policy is already registered Jan 18 13:02:59.664293 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:02:59.664621 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] security_group is already registered Jan 18 13:02:59.665357 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:02:59.665685 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] security_group_rule is already registered Jan 18 13:02:59.666354 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service CORE assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.666680 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:02:59.667000 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] subnetpool is already registered Jan 18 13:02:59.667631 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.v2.resource_helper [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Service CORE assigned prefix: {{(pid=83529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:02:59.667952 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:02:59.668273 dv-cinder-825103-1-smb neutron-server[83529]: WARNING neutron.quota.resource_registry [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] subnetpool is already registered Jan 18 13:02:59.668927 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: extensions {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.670413 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: address-groups {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.672003 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: address-scopes {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.673173 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: agents {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.674337 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: auto-allocated-topology {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.675572 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: availability_zones {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.676867 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: dhcp-networks {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.678235 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: dhcp-agents {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.679635 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: routers {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.681418 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: flavors {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.682555 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: service_profiles {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.684030 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: next_providers {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.685501 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: service_profiles {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.686902 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: floatingip-pools {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.688137 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: routers {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.689890 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: floatingips {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.691039 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: l3-routers {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.692403 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: l3-agents {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.693776 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: metering-labels {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.695200 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: metering-label-rules {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.696999 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: network-ip-availabilities {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.698204 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: bindings {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.700935 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: quotas {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.702367 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: quotas {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.703780 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: rbac-policies {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.705050 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: security-groups {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.706236 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: security-group-rules {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.707446 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: service-providers {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.708629 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: subnetpools {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.710004 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: subnetpools {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.711455 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.713707 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.715452 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.717152 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.718972 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.720627 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.722329 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.724146 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.725968 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.727796 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron.api.extensions [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Extended resource: tags {{(pid=83529) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:02:59.733606 dv-cinder-825103-1-smb neutron-server[83529]: WARNING keystonemiddleware.auth_token [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 13:02:59.738394 dv-cinder-825103-1-smb neutron-server[83529]: WARNING keystonemiddleware.auth_token [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 13:02:59.746904 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_concurrency.lockutils [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Acquired lock "singleton_lock" {{(pid=83529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 13:02:59.747439 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_concurrency.lockutils [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Releasing lock "singleton_lock" {{(pid=83529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 13:02:59.748048 dv-cinder-825103-1-smb neutron-server[83529]: INFO oslo_service.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Starting 2 workers Jan 18 13:02:59.752613 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Started child 83634 {{(pid=83529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:02:59.756991 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Started child 83635 {{(pid=83529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:02:59.758741 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:59.759853 dv-cinder-825103-1-smb neutron-server[83529]: INFO neutron.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 13:02:59.759936 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Notify callbacks [] for process, before_spawn {{(pid=83529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:59.760823 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [-] (83634) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:02:59.762696 dv-cinder-825103-1-smb neutron-server[83529]: INFO oslo_service.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Starting 1 workers Jan 18 13:02:59.764507 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:59.765971 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [-] (83635) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:02:59.767937 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Started child 83636 {{(pid=83529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:02:59.768523 dv-cinder-825103-1-smb neutron-server[83529]: INFO oslo_service.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Starting 1 workers Jan 18 13:02:59.773121 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Started child 83637 {{(pid=83529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:02:59.773950 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG neutron_lib.callbacks.manager [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] Notify callbacks [] for process, after_spawn {{(pid=83529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:59.775312 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] calling RpcWorker wait() {{(pid=83636) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 13:02:59.775838 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.service [None req-f1a36045-f2fe-4965-9c90-48ebfed6fdd9 None None] returning from RpcWorker wait() {{(pid=83636) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 13:02:59.776072 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:02:59.776270 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:02:59.776651 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:02:59.777043 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:02:59.777231 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:59.777700 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:59.777927 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:02:59.778257 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:02:59.778938 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.779430 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.779870 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.780319 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.780792 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.781529 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.781986 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.782420 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.782871 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.783312 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.783413 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:59.784155 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.784510 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.784931 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.785353 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.785840 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.786258 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48372) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:59.786455 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.786872 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.787346 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.787707 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.788132 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.788578 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.788981 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.789425 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] debug = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.789848 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.790546 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.790958 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.791411 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.791830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.792276 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.792733 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.793171 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.793577 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.794545 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.794946 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.795399 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.795776 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.796213 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.796443 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073831 Jan 18 13:02:59.796852 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.797361 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.798045 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] host = dv-cinder-825103-1-smb {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.799691 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.799691 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.799691 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.799691 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.799691 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.799691 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.800133 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.800133 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.800377 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.800779 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.801050 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.801314 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.801531 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.801785 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_file = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.801943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_options = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.802196 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.802481 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.802740 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.802940 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.803105 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.803540 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.804684 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.805038 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.805470 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.806419 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.806833 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.807091 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.807545 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.807667 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.807848 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.808328 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.808551 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.808786 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.809047 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.809275 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.809516 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.809742 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.809956 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.810188 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.810400 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.810629 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.810854 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.811095 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.812497 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.812497 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.812706 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.812857 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.813364 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.814090 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.814489 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.814720 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.814938 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.815247 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.815482 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.815729 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.816002 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.816217 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.816465 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.816693 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.816912 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.817123 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_json = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.817331 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.817555 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.817808 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.818021 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.818246 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.818456 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.818682 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.818927 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.820897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.820897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.820897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.820897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.820897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.820897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.820897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831363 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.831846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832682 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.832763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.833830 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834338 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834338 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834338 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834338 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834338 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834338 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834718 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834718 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.834976 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.835707 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.835707 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.835707 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.835937 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.836058 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.836195 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.836406 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.836617 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.836892 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.837224 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.837548 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.837785 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.838045 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.838339 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.838760 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.838934 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.839190 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.840444 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.840888 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.841301 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.841735 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.842130 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.842824 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.843797 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.843797 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.843797 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.844046 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.844046 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.844270 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.844666 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.845049 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.845476 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.845740 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.845981 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.846461 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.846461 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.846773 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.848136 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.848136 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.848136 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.848136 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.848854 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.849186 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.849513 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.849776 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.850031 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.850331 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.850587 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.850869 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.851134 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.851520 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.851695 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.851988 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.852268 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.852555 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.852835 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.853081 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.853773 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.853773 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.854051 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.854236 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.855156 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.855156 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.855156 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.855523 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.855523 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.855768 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.856043 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.856232 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.856452 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.856695 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.857411 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.857411 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.857411 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.857651 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.857793 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.858807 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.859872 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.860322 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.860733 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.861119 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.861385 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.861636 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.861888 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.864359 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.864768 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.865147 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.865572 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.865841 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.866102 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.866335 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.866583 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.866845 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.867237 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.867677 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.867946 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.869140 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.869397 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.869649 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.869913 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.870138 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.870407 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.870779 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.871145 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.871399 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.871631 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.871887 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.872129 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.872380 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.872603 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.872841 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.873090 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.873437 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.873664 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.874540 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.874791 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.875014 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.875289 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.875891 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.876177 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.876348 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.876573 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.876843 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.877097 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.877324 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.877545 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.877763 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.877999 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.878221 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.878437 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.878719 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.878957 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.879172 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.879488 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.879766 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.880348 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.880601 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.880850 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.881108 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.881329 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.881549 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.881770 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.881999 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.882300 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.882552 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.883602 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.884472 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.885309 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.885587 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.885865 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.886327 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.886703 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.886980 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.887239 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.887471 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.887705 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.887970 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.888323 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.888626 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.888903 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.889508 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.889822 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.890816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.890816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.890816 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.891050 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.891265 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.891935 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.893253 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.893538 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.893850 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.894091 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.894338 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.894595 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.894856 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.895083 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.896317 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.896317 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.896493 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.896718 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.896962 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.897183 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.897436 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.897671 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.898482 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.898482 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.898482 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:02:59.898813 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:02:59.898906 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:02:59.899046 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:02:59.899345 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:02:59.899446 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:02:59.899592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:02:59.899798 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.899953 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.900099 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.900261 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.900412 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.900586 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.900743 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.900898 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.901052 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.901206 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.901359 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.901515 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.901667 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.901820 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.901973 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.902124 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.902279 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.902435 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.902591 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.902744 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.902905 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.903051 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.904064 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] debug = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.904236 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.904433 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.904620 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.904754 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.905651 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.906794 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.906983 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.907159 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.907345 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.907497 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.907726 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.907883 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.908034 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.908776 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.910087 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.910254 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.910589 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] host = dv-cinder-825103-1-smb {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.910787 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.911191 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.911383 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.911590 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.911890 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.912291 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.912488 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.912648 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.912807 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.912961 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.913277 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.913489 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.913618 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.913777 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_file = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.914545 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_options = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.914720 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.914899 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.915067 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.916225 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.916392 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.916559 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.916718 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.916876 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.917033 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.917187 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.917341 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.917495 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.917785 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.918765 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.918911 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.919066 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.919233 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.919408 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.919564 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.919717 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.919872 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.920025 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.920178 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.920330 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.920482 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.920634 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.920787 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.920942 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.921092 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.921244 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.921395 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.921549 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.921701 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.921854 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.922006 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.922157 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.922310 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.922468 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.922606 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.922782 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.922912 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.923037 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.923299 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.923431 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.923556 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.923682 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_json = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.923853 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.923992 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.924102 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.924239 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.924369 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.924521 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.924674 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.924834 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:02:59.925014 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926056 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926056 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926056 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926056 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926056 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926056 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926756 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926756 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926756 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.926756 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.927329 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.927329 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.927329 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.927329 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.927776 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.927776 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.927776 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928065 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928065 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928318 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928554 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928554 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928806 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.928931 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.929038 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.929144 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.929284 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.929442 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.929599 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.929756 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.929912 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.930070 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.930227 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.930383 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.931129 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.931336 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.931493 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.932239 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.932401 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.932553 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.932717 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.933897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.933897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.933897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.933897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.933897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.933897 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.934749 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.934749 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.934749 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.934749 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.934749 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.934749 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.935483 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.935483 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.935483 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.935845 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.935845 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.935845 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.936306 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.936306 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.936306 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.936655 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.936655 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.937922 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.938943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.938943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.938943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.938943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.938943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.938943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.938943 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.939716 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.939716 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.939716 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.939716 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.939716 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940213 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940213 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940213 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940593 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940593 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940593 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940964 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940964 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.940964 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.941256 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.941256 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.941492 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.941616 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.941742 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.941875 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.942002 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.942130 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.942992 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.942992 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.942992 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.942992 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.942992 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.943539 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.943539 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.943539 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.943833 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.943833 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.944147 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.944147 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.944348 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.944454 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.944809 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.945013 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.945138 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.945322 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.945592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.945756 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.945914 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.946071 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.946280 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.946952 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.947111 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.947303 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.947433 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.947583 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.947741 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.947984 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.948081 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.948188 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.948343 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.948502 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.948659 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.948815 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.948971 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.950386 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.950386 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.950386 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.950386 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.950745 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.950892 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.951060 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.951581 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.951581 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.951581 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.951907 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.952093 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.952257 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953094 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953094 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953094 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953094 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953592 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953827 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.953827 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.954160 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.954160 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.954669 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.955658 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.955658 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.955658 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.955658 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.955658 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.956206 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.956206 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.957543 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.957543 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.958699 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.958884 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.959043 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.959245 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.959415 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.959580 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.959742 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960449 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960449 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960449 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960449 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960734 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960734 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960855 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.960921 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.961076 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.961237 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.961394 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.961553 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.961709 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.961913 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.962083 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.962239 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.962396 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.962566 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.962720 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.962877 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.963056 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.963195 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.963555 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.963739 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.963892 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.964042 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.964225 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.964317 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.964457 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.964619 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.964781 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.964938 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.965095 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.965237 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.965400 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.965546 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.965706 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.965863 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.966004 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.966154 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.966294 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.966432 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.966602 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.966750 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.966915 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.967163 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.967527 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.967687 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.967850 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.968017 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.968259 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.968405 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.968545 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.968711 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.968852 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.968993 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.969141 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.969281 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.969420 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.969558 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.969697 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.969846 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.969982 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.970113 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.970248 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.970391 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.970541 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.970681 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.970819 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.970967 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:02:59.971117 dv-cinder-825103-1-smb neutron-server[83529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:02:59.972607 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:10.388017 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba7376-ebdb-4493-9cfd-dd0ad83546e2 None None] get_active_networks_info from dv-cinder-825103-1-smb {{(pid=83636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 13:03:10.464839 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba7376-ebdb-4493-9cfd-dd0ad83546e2 None None] No non-hosted networks {{(pid=83636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 13:03:10.475709 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.agentschedulers_db [None req-5dba7376-ebdb-4493-9cfd-dd0ad83546e2 None None] DHCP Agent not found on host dv-cinder-825103-1-smb {{(pid=83636) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 13:03:10.531526 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-17f05d45-ba81-447d-959b-d4f6e20deae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-777953'] for agent, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:12.624711 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-bdc95d47-52bb-4bd3-a57b-016a574c9d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-777953'] for agent, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:12.658385 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-80ae3418-ef5e-4db7-928f-03dee85fb592 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825103-1-smb {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:03:12.659293 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-80ae3418-ef5e-4db7-928f-03dee85fb592 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:03:13.174164 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-80ae3418-ef5e-4db7-928f-03dee85fb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:13.601043 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-777953'] for agent, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:13.953975 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-777953'] for agent, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:13.954662 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.954937 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.955473 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.956009 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.956482 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.957205 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.957691 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.958167 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.958633 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.959114 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.959622 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:13.960175 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825103-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:13.966372 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825103-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:15.028587 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-777953'] for agent, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:15.638304 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.db.l3_hamode_db [None req-4c36bad1-2eed-4cfa-9186-b5d742bf7b70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 13:03:15.724570 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36bad1-2eed-4cfa-9186-b5d742bf7b70 None None] Routers set() bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:15.724960 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36bad1-2eed-4cfa-9186-b5d742bf7b70 None None] Router IDs set() for agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 13:03:16.703575 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48478) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:17.294279 dv-cinder-825103-1-smb neutron-server[83635]: WARNING oslo_policy.policy [None req-df0133b3-db9e-4225-b5d1-8dc47195cf51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:17.294876 dv-cinder-825103-1-smb neutron-server[83635]: WARNING oslo_policy.policy [None req-df0133b3-db9e-4225-b5d1-8dc47195cf51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:17.511402 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [None req-df0133b3-db9e-4225-b5d1-8dc47195cf51 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83635) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:03:17.512453 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-df0133b3-db9e-4225-b5d1-8dc47195cf51 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8080089 Jan 18 13:03:19.753044 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48492) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:20.132892 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:20.185708 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.policy [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83635) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:03:20.186442 dv-cinder-825103-1-smb neutron-server[83635]: WARNING oslo_policy.policy [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:20.186805 dv-cinder-825103-1-smb neutron-server[83635]: WARNING oslo_policy.policy [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:20.190055 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.quota [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] Loaded quota_driver: . Jan 18 13:03:20.205523 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:20.331936 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743578414411', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743578466609', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743578438721', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743578444779', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743578451295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1576049', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579779', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756427'] for rbac-policy, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:20.479655 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:20.480859 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-746f49d5-e36d-45b1-8694-5b4c5f02b13e admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7267826 Jan 18 13:03:23.006279 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 48506) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:23.614608 dv-cinder-825103-1-smb neutron-server[83634]: WARNING oslo_policy.policy [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:23.615236 dv-cinder-825103-1-smb neutron-server[83634]: WARNING oslo_policy.policy [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:23.838060 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Request body: {'network': {'project_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True, 'name': 'private'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:23.839776 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.quota [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Loaded quota_driver: . Jan 18 13:03:23.855665 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:23.862049 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Usage tracker for resource:network and tenant:241388c445914d449b972b6cf0025499 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:03:23.867821 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:03:23.875614 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:03:24.068502 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Made reservation on behalf of 241388c445914d449b972b6cf0025499 for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:03:24.106779 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.policy [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83634) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:03:24.107582 dv-cinder-825103-1-smb neutron-server[83634]: WARNING oslo_policy.policy [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:24.107954 dv-cinder-825103-1-smb neutron-server[83634]: WARNING oslo_policy.policy [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:03:24.112475 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.134839 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.180713 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:24.184663 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Usage tracker for resource:security_group_rule and tenant:241388c445914d449b972b6cf0025499 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:03:24.187773 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:03:24.193288 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:03:24.263673 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.405081 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.428693 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:03:24.453560 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743576776403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.454175 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Unsubscribe: segment precommit_create {{(pid=83634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:03:24.454664 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Added segment 2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b of type vlan for network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 Jan 18 13:03:24.463867 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded039c-1362-47b1-b971-4bd293659132,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:24.528630 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.528964 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.529290 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.529612 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.529932 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.530248 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.530560 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.530885 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.531198 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.531526 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.531865 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Tracked resource versions report: Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: pushed versions: Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Log': {'1.0'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Network': {'1.1'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Port': {'1.5'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'PortForwarding': {'1.2'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'QosPolicy': {'1.8'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroup': {'1.2'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'SubPort': {'1.0'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Subnet': {'1.1'}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Trunk': {'1.1'}} Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: consumer versions: Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Log': '1.0', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Network': '1.1', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Port': '1.5', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'PortForwarding': '1.2', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'QosPolicy': '1.8', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroup': '1.2', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroupRule': '1.0', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'SubPort': '1.0', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Subnet': '1.1', Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: 'Trunk': '1.1'}} Jan 18 13:03:24.532918 dv-cinder-825103-1-smb neutron-server[83634]: {{(pid=83634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:03:24.572737 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.713837 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.714962 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:24.715689 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.823745 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] Pushing event updated for resources: {'Network': ['ID=a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:24.834659 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:03:24.892579 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2f78a4e1-37fb-4dc0-99ef-17c2ba9f173d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8840349 Jan 18 13:03:27.459701 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 48528) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:27.924175 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9853c8f-7157-4905-9e41-4fb80e4135d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:27.925504 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b9853c8f-7157-4905-9e41-4fb80e4135d9 admin admin] 10.222.0.71 "GET /v2.0/networks/a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 HTTP/1.1" status: 200 len: 825 time: 0.4648709 Jan 18 13:03:27.956128 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9ff8529e-893c-44b3-b818-e27ac89b79ff admin admin] 10.222.0.71 "GET /v2.0/subnetpools/16403c20-e81d-494c-b95e-38d2d424fc50 HTTP/1.1" status: 200 len: 734 time: 0.0247593 Jan 18 13:03:27.964556 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Request body: {'subnet': {'tenant_id': '241388c445914d449b972b6cf0025499', 'ip_version': 4, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'subnetpool_id': '16403c20-e81d-494c-b95e-38d2d424fc50', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:27.969070 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:27.972754 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Usage tracker for resource:subnet and tenant:241388c445914d449b972b6cf0025499 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:03:27.975984 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:03:27.982022 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:03:28.056655 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Made reservation on behalf of 241388c445914d449b972b6cf0025499 for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:03:28.059114 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.394362 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.481358 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b907a1-a09e-41b0-a986-f63135dd3512,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:28.485856 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Checking segment: {'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:03:28.486250 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Network hostable DHCP agents. Network: a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:03:28.593815 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:03:28.708084 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:03:28.712718 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:28.713312 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.718821 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b42737-3628-414b-9536-d8fd79ec12e9 None None] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:03:28.919082 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c75870a3-99fe-4b1b-8601-0b99d5adbc28 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9578080 Jan 18 13:03:29.035478 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'tenant_id': '241388c445914d449b972b6cf0025499', 'fixed_ips': [{'subnet_id': '03b907a1-a09e-41b0-a986-f63135dd3512'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:03:29.036650 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.223857 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Allocated IP 172.20.0.2 (a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3/03b907a1-a09e-41b0-a986-f63135dd3512/cf95531b-8869-4ae2-a26a-b6bccbe06980) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:03:29.452653 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.466212 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Transition to ACTIVE for port object cf95531b-8869-4ae2-a26a-b6bccbe06980 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:03:29.491451 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Transition to ACTIVE for port object cf95531b-8869-4ae2-a26a-b6bccbe06980 will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:03:29.572354 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.654325 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:03:29.658410 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:03:29.665664 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:03:29.667914 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Pushing event updated for resources: {'Port': ['ID=cf95531b-8869-4ae2-a26a-b6bccbe06980,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:29.715051 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.715420 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.715768 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.716109 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.716446 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.716779 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.717141 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.717478 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.717806 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.718132 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.718455 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Tracked resource versions report: Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: pushed versions: Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Log': {'1.0'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Network': {'1.1'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Port': {'1.5'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'PortForwarding': {'1.2'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'QosPolicy': {'1.8'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroup': {'1.2'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'SubPort': {'1.0'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Subnet': {'1.1'}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Trunk': {'1.1'}} Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: consumer versions: Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Log': '1.0', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Network': '1.1', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Port': '1.5', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'PortForwarding': '1.2', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'QosPolicy': '1.8', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroup': '1.2', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroupRule': '1.0', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'SubPort': '1.0', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Subnet': '1.1', Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: 'Trunk': '1.1'}} Jan 18 13:03:29.719589 dv-cinder-825103-1-smb neutron-server[83636]: {{(pid=83636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:03:29.794996 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Attempting to bind port cf95531b-8869-4ae2-a26a-b6bccbe06980 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:03:29.795436 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Attempting to bind port cf95531b-8869-4ae2-a26a-b6bccbe06980 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:03:29.795896 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Attempting to bind port cf95531b-8869-4ae2-a26a-b6bccbe06980 on network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:03:29.805700 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:03:29.806357 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Checking segment: {'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:03:29.807163 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.808099 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Bound using segment: {'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:03:29.808941 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Bound port: cf95531b-8869-4ae2-a26a-b6bccbe06980, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:03:29.809621 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.913668 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] For port cf95531b-8869-4ae2-a26a-b6bccbe06980, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:03:29.919802 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] For port cf95531b-8869-4ae2-a26a-b6bccbe06980, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=cf95531b-8869-4ae2-a26a-b6bccbe06980,segment=NetworkSegment(2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b),segment_id=2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:03:29.983306 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.090598 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a5d05-21f9-400a-9005-d465ced1a0d9 None None] Pushing event updated for resources: {'Port': ['ID=cf95531b-8869-4ae2-a26a-b6bccbe06980,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:31.216447 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48538) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:31.660249 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [None req-5621e7a5-a5e3-4cf6-af07-0f5238be1abd admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83635) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:03:31.661483 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5621e7a5-a5e3-4cf6-af07-0f5238be1abd admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4441068 Jan 18 13:03:33.792629 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab624f-7fde-4ebc-b1f8-8134f5030e9d None None] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:03:33.954291 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-13209d25-289a-4cbc-bf17-d04c1baf9321 None None] Provisioning for port cf95531b-8869-4ae2-a26a-b6bccbe06980 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:03:33.970982 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48552) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:34.198023 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device cf95531b-8869-4ae2-a26a-b6bccbe06980 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:03:34.325041 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port cf95531b-8869-4ae2-a26a-b6bccbe06980 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:03:34.330045 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port cf95531b-8869-4ae2-a26a-b6bccbe06980 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:34.330449 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:34.388165 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [None req-307195a6-eefa-4759-9cfa-12a83c086035 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83635) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:03:34.389292 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-307195a6-eefa-4759-9cfa-12a83c086035 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4171746 Jan 18 13:03:34.445289 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:34.481803 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port cf95531b-8869-4ae2-a26a-b6bccbe06980, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=cf95531b-8869-4ae2-a26a-b6bccbe06980,segment=NetworkSegment(2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b),segment_id=2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:34.548023 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:34.613539 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=cf95531b-8869-4ae2-a26a-b6bccbe06980,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:36.163418 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device cf95531b-8869-4ae2-a26a-b6bccbe06980 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:03:36.231760 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port cf95531b-8869-4ae2-a26a-b6bccbe06980 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:36.232126 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:36.930607 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48564) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:37.295901 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:37.300665 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:37.305312 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Usage tracker for resource:router and tenant:241388c445914d449b972b6cf0025499 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:03:37.309131 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:03:37.315159 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:03:37.388445 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:37.390105 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:37.414358 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:37.577680 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:37.725295 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:37.727153 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-af7a439d-4152-4c4c-9a67-bcbbf7c30c12 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7948821 Jan 18 13:03:40.069335 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48574) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:40.394356 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-0556644b-807b-4a4c-8506-87adbb8feb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:40.453744 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [None req-c9d4009b-3a2c-42fd-baa6-8a2e0b157d54 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83635) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:03:40.454713 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-c9d4009b-3a2c-42fd-baa6-8a2e0b157d54 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3845677 Jan 18 13:03:42.656800 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-f426278e-7062-4880-80d4-01924990285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:42.849179 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 48584) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:43.249761 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:43.254975 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:43.258781 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Usage tracker for resource:network and tenant:0626992f5e2b4fcf9c74e124eb6b6957 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:03:43.261582 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:03:43.267147 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:03:43.342480 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Made reservation on behalf of 0626992f5e2b4fcf9c74e124eb6b6957 for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:03:43.344994 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.359094 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.392115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:43.395793 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Usage tracker for resource:security_group_rule and tenant:0626992f5e2b4fcf9c74e124eb6b6957 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:03:43.399027 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:03:43.405473 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:03:43.472010 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.491098 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.548430 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.567594 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Reserving flat network on physical network physnet1 {{(pid=83634) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 13:03:43.588167 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ddf1a4-103a-4c70-9c02-83c764606be1,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:43.593362 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.593663 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Added segment c7f3e835-d79c-4f80-a430-f11c0f62ce8c of type flat for network 2ee77843-6b79-4761-92db-c103e688f251 Jan 18 13:03:43.626592 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.731005 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.731975 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:43.732589 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.852536 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] Pushing event updated for resources: {'Network': ['ID=2ee77843-6b79-4761-92db-c103e688f251,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:43.862430 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 2ee77843-6b79-4761-92db-c103e688f251 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:03:43.934729 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e9522423-1e69-4249-a0d9-cb5357063dbd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0843885 Jan 18 13:03:44.045335 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:44.976573 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:46.232016 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 48604) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:46.475822 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b5fb3-8f4a-47bd-9f3a-c338c7c29275 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:46.477582 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-5f0b5fb3-8f4a-47bd-9f3a-c338c7c29275 admin admin] 10.222.0.71 "GET /v2.0/subnets/03b907a1-a09e-41b0-a986-f63135dd3512 HTTP/1.1" status: 200 len: 849 time: 0.2443025 Jan 18 13:03:46.658692 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-861b5791-a662-4d93-b466-b63d89814766 admin admin] 10.222.0.71 "GET /v2.0/routers/cdc80032-1c66-4c00-8c66-bc5269121566 HTTP/1.1" status: 200 len: 704 time: 0.1753757 Jan 18 13:03:47.150725 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:47.389466 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Allocated IP 172.20.0.1 (a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3/03b907a1-a09e-41b0-a986-f63135dd3512/1e8b3972-2f87-46ff-a977-8579b03cf13f) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:03:47.549043 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:47.567126 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Transition to ACTIVE for port object 1e8b3972-2f87-46ff-a977-8579b03cf13f will not be triggered until provisioned by entity DHCP. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:03:47.709167 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:47.810517 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:03:47.813373 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:03:47.818151 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:03:47.818987 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:47.821500 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Pushing event updated for resources: {'Port': ['ID=1e8b3972-2f87-46ff-a977-8579b03cf13f,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:48.057219 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.113968 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-9d55b337-f29b-4a0f-9d7b-2a33637c6263 None None] Provisioning for port 1e8b3972-2f87-46ff-a977-8579b03cf13f completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:03:48.119556 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-9d55b337-f29b-4a0f-9d7b-2a33637c6263 None None] Provisioning complete for port 1e8b3972-2f87-46ff-a977-8579b03cf13f triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:48.120000 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9d55b337-f29b-4a0f-9d7b-2a33637c6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.172991 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-9d55b337-f29b-4a0f-9d7b-2a33637c6263 None None] Port 1e8b3972-2f87-46ff-a977-8579b03cf13f cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:03:48.284762 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.348112 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.348895 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.483866 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Pushing event updated for resources: {'Port': ['ID=1e8b3972-2f87-46ff-a977-8579b03cf13f,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:48.550485 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:03:48.551550 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:03:48.798231 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-493c3a20-2fab-4acb-9069-e1b0ef10f868 None None] Provisioning complete for port 1e8b3972-2f87-46ff-a977-8579b03cf13f triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:48.798610 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-493c3a20-2fab-4acb-9069-e1b0ef10f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.855874 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-493c3a20-2fab-4acb-9069-e1b0ef10f868 None None] Port 1e8b3972-2f87-46ff-a977-8579b03cf13f cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:03:49.044912 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Router cdc80032-1c66-4c00-8c66-bc5269121566 is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:03:49.208657 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:03:49.218322 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-844ee570-4703-49b2-880c-4570b8e4165a admin admin] 10.222.0.71 "PUT /v2.0/routers/cdc80032-1c66-4c00-8c66-bc5269121566/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5550520 Jan 18 13:03:49.218935 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Sync routers for ids ['cdc80032-1c66-4c00-8c66-bc5269121566'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:03:49.234409 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Routers {'cdc80032-1c66-4c00-8c66-bc5269121566'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:49.235305 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:03:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['cdc80032-1c66-4c00-8c66-bc5269121566'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:49.412132 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Set router cdc80032-1c66-4c00-8c66-bc5269121566 gateway port host: None {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:49.788197 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'name': 'router1', 'tenant_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:03:37Z', 'updated_at': '2022-01-18T13:03:47Z', 'revision_number': 2, 'project_id': '241388c445914d449b972b6cf0025499', 'gw_port_host': None, '_interfaces': [{'id': '1e8b3972-2f87-46ff-a977-8579b03cf13f', 'name': '', 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'tenant_id': '241388c445914d449b972b6cf0025499', 'mac_address': 'fa:16:3e:b1:e4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:47Z', 'updated_at': '2022-01-18T13:03:48Z', 'revision_number': 2, 'project_id': '241388c445914d449b972b6cf0025499', 'subnets': [{'id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16403c20-e81d-494c-b95e-38d2d424fc50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:49.794209 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Checking router: cdc80032-1c66-4c00-8c66-bc5269121566 for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:03:49.794605 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Updating router cdc80032-1c66-4c00-8c66-bc5269121566 port 1e8b3972-2f87-46ff-a977-8579b03cf13f binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:03:49.853384 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:50.226986 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:50.241178 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Transition to ACTIVE for port object 1e8b3972-2f87-46ff-a977-8579b03cf13f will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:03:50.342404 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:50.500656 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Pushing event updated for resources: {'Port': ['ID=1e8b3972-2f87-46ff-a977-8579b03cf13f,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:50.569738 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.570631 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.570971 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.571330 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.571663 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.571992 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.572318 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.572640 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.573111 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.573446 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.573775 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Tracked resource versions report: Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: pushed versions: Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Log': {'1.0'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Network': {'1.1'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Port': {'1.5'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'PortForwarding': {'1.2'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'QosPolicy': {'1.8'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroup': {'1.2'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'SubPort': {'1.0'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Subnet': {'1.1'}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Trunk': {'1.1'}} Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: consumer versions: Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Log': '1.0', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Network': '1.1', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Port': '1.5', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'PortForwarding': '1.2', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'QosPolicy': '1.8', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroup': '1.2', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroupRule': '1.0', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'SubPort': '1.0', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Subnet': '1.1', Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: 'Trunk': '1.1'}} Jan 18 13:03:50.574846 dv-cinder-825103-1-smb neutron-server[83637]: {{(pid=83637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:03:50.598527 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Attempting to bind port 1e8b3972-2f87-46ff-a977-8579b03cf13f on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:03:50.598931 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Attempting to bind port 1e8b3972-2f87-46ff-a977-8579b03cf13f by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:03:50.599403 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Attempting to bind port 1e8b3972-2f87-46ff-a977-8579b03cf13f on network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:03:50.605982 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:03:50.606418 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Checking segment: {'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:03:50.606933 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:50.607401 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Bound using segment: {'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:03:50.607902 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Bound port: 1e8b3972-2f87-46ff-a977-8579b03cf13f, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:03:50.608299 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:50.700967 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] For port 1e8b3972-2f87-46ff-a977-8579b03cf13f, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:03:50.704839 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] For port 1e8b3972-2f87-46ff-a977-8579b03cf13f, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=1e8b3972-2f87-46ff-a977-8579b03cf13f,segment=NetworkSegment(2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b),segment_id=2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:03:50.806400 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:50.894790 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296cf5a-36ec-4a36-9a73-a9bcb0cc1b5f None None] Pushing event updated for resources: {'Port': ['ID=1e8b3972-2f87-46ff-a977-8579b03cf13f,revision_number=4']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:50.906523 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Routers {'cdc80032-1c66-4c00-8c66-bc5269121566'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:50.907142 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:03:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['cdc80032-1c66-4c00-8c66-bc5269121566'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:51.064306 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] Set router cdc80032-1c66-4c00-8c66-bc5269121566 gateway port host: None {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:51.298968 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 48626) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:51.388689 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'name': 'router1', 'tenant_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:03:37Z', 'updated_at': '2022-01-18T13:03:47Z', 'revision_number': 2, 'project_id': '241388c445914d449b972b6cf0025499', 'gw_port_host': None, '_interfaces': [{'id': '1e8b3972-2f87-46ff-a977-8579b03cf13f', 'name': '', 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'tenant_id': '241388c445914d449b972b6cf0025499', 'mac_address': 'fa:16:3e:b1:e4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:47Z', 'updated_at': '2022-01-18T13:03:50Z', 'revision_number': 4, 'project_id': '241388c445914d449b972b6cf0025499', 'subnets': [{'id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16403c20-e81d-494c-b95e-38d2d424fc50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:51.392649 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee722e-f502-40ad-8499-32ea36ba37e3 None None] The sync data for ids ['cdc80032-1c66-4c00-8c66-bc5269121566'] in dv-cinder-825103-1-smb is: [{'id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'name': 'router1', 'tenant_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:03:37Z', 'updated_at': '2022-01-18T13:03:47Z', 'revision_number': 2, 'project_id': '241388c445914d449b972b6cf0025499', 'gw_port_host': None, '_interfaces': [{'id': '1e8b3972-2f87-46ff-a977-8579b03cf13f', 'name': '', 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'tenant_id': '241388c445914d449b972b6cf0025499', 'mac_address': 'fa:16:3e:b1:e4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:47Z', 'updated_at': '2022-01-18T13:03:50Z', 'revision_number': 4, 'project_id': '241388c445914d449b972b6cf0025499', 'subnets': [{'id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16403c20-e81d-494c-b95e-38d2d424fc50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:03:51.475629 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbd2c89-09fc-485c-9a13-e1fbd497e36b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:51.476108 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2cbd2c89-09fc-485c-9a13-e1fbd497e36b admin admin] Synchronizing usage tracker for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:network {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:03:51.559088 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2cbd2c89-09fc-485c-9a13-e1fbd497e36b admin admin] Unset dirty status for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:network {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:03:51.560284 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2cbd2c89-09fc-485c-9a13-e1fbd497e36b admin admin] 10.222.0.71 "GET /v2.0/networks/2ee77843-6b79-4761-92db-c103e688f251 HTTP/1.1" status: 200 len: 842 time: 0.2602472 Jan 18 13:03:51.569308 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:51.574551 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:03:51.578323 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Usage tracker for resource:subnet and tenant:0626992f5e2b4fcf9c74e124eb6b6957 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:03:51.581177 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:03:51.587572 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:03:51.668260 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Made reservation on behalf of 0626992f5e2b4fcf9c74e124eb6b6957 for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:03:51.670504 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:52.119462 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.objects.ports [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83634) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 13:03:52.120167 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:52.196792 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de392ece-4a8a-473f-a1f3-aca55c489b66,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:52.205627 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:03:52.205978 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Network hostable DHCP agents. Network: 2ee77843-6b79-4761-92db-c103e688f251, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:03:52.297475 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:03:52.365559 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 2ee77843-6b79-4761-92db-c103e688f251) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:03:52.370297 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:52.370793 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:52.377398 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ddd0b-76a4-4b80-b6fa-b0b0e0cd9e84 None None] Network 2ee77843-6b79-4761-92db-c103e688f251 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:03:52.462957 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-abdce180-2370-4d4f-8132-3a8d7a3b352e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8969946 Jan 18 13:03:52.608052 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb352da-6981-4295-9d7a-76eea55825fc None None] Network 2ee77843-6b79-4761-92db-c103e688f251 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:03:52.850699 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:54.188740 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 1e8b3972-2f87-46ff-a977-8579b03cf13f up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:03:54.375794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 1e8b3972-2f87-46ff-a977-8579b03cf13f completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:03:54.380727 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 1e8b3972-2f87-46ff-a977-8579b03cf13f triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:54.381152 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:54.524890 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:54.558544 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 1e8b3972-2f87-46ff-a977-8579b03cf13f, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=1e8b3972-2f87-46ff-a977-8579b03cf13f,segment=NetworkSegment(2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b),segment_id=2a5b75ef-42b9-4bb2-a715-4aa7e2d5587b)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:54.649665 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48640) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:54.654133 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:54.736168 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=1e8b3972-2f87-46ff-a977-8579b03cf13f,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:54.913989 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-7ffca240-2f8c-4fad-882c-6823838a2fee admin admin] 10.222.0.71 "GET /v2.0/routers/cdc80032-1c66-4c00-8c66-bc5269121566 HTTP/1.1" status: 200 len: 710 time: 0.2632456 Jan 18 13:03:55.067791 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c33c5-11c1-4030-b152-8177b6e35587 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:55.069282 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-ec2c33c5-11c1-4030-b152-8177b6e35587 admin admin] 10.222.0.71 "GET /v2.0/networks/2ee77843-6b79-4761-92db-c103e688f251 HTTP/1.1" status: 200 len: 886 time: 0.1504123 Jan 18 13:03:55.078677 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:55.571051 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:55.802563 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:55.857119 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:55.995229 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Allocated IP 172.28.0.136 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/69734c45-72f7-41d4-b88f-eed643026c4b) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:03:56.140531 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:56.174953 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 1e8b3972-2f87-46ff-a977-8579b03cf13f up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:03:56.240304 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 1e8b3972-2f87-46ff-a977-8579b03cf13f triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:56.240669 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:56.262739 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:56.327836 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:03:56.330998 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:03:56.363496 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Pushing event updated for resources: {'Port': ['ID=69734c45-72f7-41d4-b88f-eed643026c4b,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:56.373856 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:03:56.399802 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.400140 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.400472 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.400802 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.401125 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.401443 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.401762 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.402084 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.402396 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.403534 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.403534 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Tracked resource versions report: Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: pushed versions: Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Log': {'1.0'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Network': {'1.1'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Port': {'1.5'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'PortForwarding': {'1.2'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'QosPolicy': {'1.8'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroup': {'1.2'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'SubPort': {'1.0'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Subnet': {'1.1'}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Trunk': {'1.1'}} Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: consumer versions: Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Log': '1.0', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Network': '1.1', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Port': '1.5', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'PortForwarding': '1.2', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'QosPolicy': '1.8', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroup': '1.2', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroupRule': '1.0', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'SubPort': '1.0', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Subnet': '1.1', Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: 'Trunk': '1.1'}} Jan 18 13:03:56.404098 dv-cinder-825103-1-smb neutron-server[83635]: {{(pid=83635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:03:56.770292 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:56.940396 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:56.943678 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-777332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-777343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-770273'] for router, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:57.173363 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Router cdc80032-1c66-4c00-8c66-bc5269121566 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:03:57.373763 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:03:57.381822 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:57.383452 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Sync routers for ids ['cdc80032-1c66-4c00-8c66-bc5269121566'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:03:57.383924 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-cdac52ea-02a9-42cf-bbd6-9ff75673c1ad admin admin] 10.222.0.71 "PUT /v2.0/routers/cdc80032-1c66-4c00-8c66-bc5269121566 HTTP/1.1" status: 200 len: 890 time: 2.3083210 Jan 18 13:03:57.395973 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Routers {'cdc80032-1c66-4c00-8c66-bc5269121566'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:57.396768 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:03:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['cdc80032-1c66-4c00-8c66-bc5269121566'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:57.591809 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Set router cdc80032-1c66-4c00-8c66-bc5269121566 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:57.937012 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'name': 'router1', 'tenant_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '69734c45-72f7-41d4-b88f-eed643026c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:03:37Z', 'updated_at': '2022-01-18T13:03:56Z', 'revision_number': 4, 'project_id': '241388c445914d449b972b6cf0025499', 'gw_port': {'id': '69734c45-72f7-41d4-b88f-eed643026c4b', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:02:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:55Z', 'updated_at': '2022-01-18T13:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '1e8b3972-2f87-46ff-a977-8579b03cf13f', 'name': '', 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'tenant_id': '241388c445914d449b972b6cf0025499', 'mac_address': 'fa:16:3e:b1:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:47Z', 'updated_at': '2022-01-18T13:03:54Z', 'revision_number': 5, 'project_id': '241388c445914d449b972b6cf0025499', 'subnets': [{'id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16403c20-e81d-494c-b95e-38d2d424fc50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:57.941682 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Checking router: cdc80032-1c66-4c00-8c66-bc5269121566 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:03:57.942041 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Updating router cdc80032-1c66-4c00-8c66-bc5269121566 port 69734c45-72f7-41d4-b88f-eed643026c4b binding host dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:03:57.993057 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:58.312514 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Notify callbacks [] for port, precommit_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:58.323694 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Transition to ACTIVE for port object 69734c45-72f7-41d4-b88f-eed643026c4b will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:03:58.376843 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:58.456006 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab462-9648-40a4-991b-ab287df67e79 None None] Pushing event updated for resources: {'Port': ['ID=69734c45-72f7-41d4-b88f-eed643026c4b,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:58.458164 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Attempting to bind port 69734c45-72f7-41d4-b88f-eed643026c4b on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:03:58.458712 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Attempting to bind port 69734c45-72f7-41d4-b88f-eed643026c4b by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:03:58.459071 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Attempting to bind port 69734c45-72f7-41d4-b88f-eed643026c4b on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:03:58.466612 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:03:58.466985 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:03:58.467408 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:58.467790 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:03:58.468252 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Bound port: 69734c45-72f7-41d4-b88f-eed643026c4b, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:03:58.468631 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:58.542372 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] For port 69734c45-72f7-41d4-b88f-eed643026c4b, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:03:58.545290 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] For port 69734c45-72f7-41d4-b88f-eed643026c4b, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=69734c45-72f7-41d4-b88f-eed643026c4b,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:03:58.606011 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:58.685636 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab462-9648-40a4-991b-ab287df67e79 None None] Pushing event updated for resources: {'Port': ['ID=69734c45-72f7-41d4-b88f-eed643026c4b,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:58.690229 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Routers {'cdc80032-1c66-4c00-8c66-bc5269121566'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:58.690841 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:03:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['cdc80032-1c66-4c00-8c66-bc5269121566'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:58.894904 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] Set router cdc80032-1c66-4c00-8c66-bc5269121566 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:59.225054 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'name': 'router1', 'tenant_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '69734c45-72f7-41d4-b88f-eed643026c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:03:37Z', 'updated_at': '2022-01-18T13:03:56Z', 'revision_number': 4, 'project_id': '241388c445914d449b972b6cf0025499', 'gw_port': {'id': '69734c45-72f7-41d4-b88f-eed643026c4b', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:02:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:55Z', 'updated_at': '2022-01-18T13:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '1e8b3972-2f87-46ff-a977-8579b03cf13f', 'name': '', 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'tenant_id': '241388c445914d449b972b6cf0025499', 'mac_address': 'fa:16:3e:b1:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:47Z', 'updated_at': '2022-01-18T13:03:54Z', 'revision_number': 5, 'project_id': '241388c445914d449b972b6cf0025499', 'subnets': [{'id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16403c20-e81d-494c-b95e-38d2d424fc50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:59.229950 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95223d76-3c0a-422a-994e-1210f7b5562c None None] The sync data for ids ['cdc80032-1c66-4c00-8c66-bc5269121566'] in dv-cinder-825103-1-smb is: [{'id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'name': 'router1', 'tenant_id': '241388c445914d449b972b6cf0025499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '69734c45-72f7-41d4-b88f-eed643026c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:03:37Z', 'updated_at': '2022-01-18T13:03:56Z', 'revision_number': 4, 'project_id': '241388c445914d449b972b6cf0025499', 'gw_port': {'id': '69734c45-72f7-41d4-b88f-eed643026c4b', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:02:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:55Z', 'updated_at': '2022-01-18T13:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '1e8b3972-2f87-46ff-a977-8579b03cf13f', 'name': '', 'network_id': 'a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3', 'tenant_id': '241388c445914d449b972b6cf0025499', 'mac_address': 'fa:16:3e:b1:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc80032-1c66-4c00-8c66-bc5269121566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:03:47Z', 'updated_at': '2022-01-18T13:03:54Z', 'revision_number': 5, 'project_id': '241388c445914d449b972b6cf0025499', 'subnets': [{'id': '03b907a1-a09e-41b0-a986-f63135dd3512', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16403c20-e81d-494c-b95e-38d2d424fc50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:03:59.671119 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 48654) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:59.839244 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-1fd5bf0b-a88e-4045-9ecf-ff612b9b6a29 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1653039 Jan 18 13:04:00.211473 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 69734c45-72f7-41d4-b88f-eed643026c4b up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:04:00.383023 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 69734c45-72f7-41d4-b88f-eed643026c4b completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:04:00.389727 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 69734c45-72f7-41d4-b88f-eed643026c4b triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:04:00.389727 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:00.508443 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:00.524021 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 69734c45-72f7-41d4-b88f-eed643026c4b, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=69734c45-72f7-41d4-b88f-eed643026c4b,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:04:00.610937 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:00.676373 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=69734c45-72f7-41d4-b88f-eed643026c4b,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:02.187037 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 69734c45-72f7-41d4-b88f-eed643026c4b up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:04:02.275551 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 69734c45-72f7-41d4-b88f-eed643026c4b triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:04:02.276028 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:10.393838 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-bfca7e9f-1769-499d-bf34-ab7ecaf0cb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:12.701138 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5a272141-c552-46f8-b046-0839f8058061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:13.502674 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:14.045385 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:15.016480 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:29.851102 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:40.387482 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e6f0361d-5151-4a8c-8552-b40bc64125d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.674418 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-c83fb94d-195a-4da5-8177-585a17326ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:43.468146 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:43.970708 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:45.028915 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:06.851457 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:05:10.391431 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6a423f8b-818c-458b-b6bc-9393a6f1fbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:12.677106 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e0a26244-6f92-4717-809b-56e93afb1897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:13.508553 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:13.991650 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:15.037837 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:40.401627 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-cdda6223-86f5-400e-a0d7-13e2c65f24ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:42.744909 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-da08d13a-ab39-4cef-b2c5-3c6c890d554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:43.524339 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:43.853014 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:05:43.990493 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:45.027402 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:06.279329 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49226) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:06.369828 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3bdf67-18ee-47b5-a3a7-c5776653db89 admin admin] GET failed (client error): The resource could not be found. Jan 18 13:06:06.371032 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8d3bdf67-18ee-47b5-a3a7-c5776653db89 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0907855 Jan 18 13:06:06.502583 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88b4d6-4513-42c8-ac72-cc6325c899cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:06.504066 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5d88b4d6-4513-42c8-ac72-cc6325c899cf admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1291380 Jan 18 13:06:08.518609 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49236) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:08.650629 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd59f77-c6b8-497a-9bb3-564c0d1cff3a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:08.651990 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-dfd59f77-c6b8-497a-9bb3-564c0d1cff3a admin admin] 10.222.0.71 "GET /v2.0/subnets/03b907a1-a09e-41b0-a986-f63135dd3512 HTTP/1.1" status: 200 len: 849 time: 0.1324089 Jan 18 13:06:08.660909 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:08.773904 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:09.052602 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743576700407'] for subnet, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:09.096662 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:09.098322 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:09.099296 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] 10.222.0.71 "PUT /v2.0/subnets/03b907a1-a09e-41b0-a986-f63135dd3512 HTTP/1.1" status: 200 len: 868 time: 0.4417584 Jan 18 13:06:09.102241 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d420e903-3f58-4757-8ceb-f1d3e19d5f3e None None] Network a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:06:09.122172 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b907a1-a09e-41b0-a986-f63135dd3512,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:09.131021 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.131392 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.131727 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.132053 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.132375 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.132694 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.133013 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.133330 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.133658 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.133962 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.134272 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b58da-5d7d-4b8a-b035-f2dd23e86c25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:09.636567 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-a46db9aa-d764-49cb-9c54-8bc8aa739601 None None] Provisioning complete for port cf95531b-8869-4ae2-a26a-b6bccbe06980 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:06:09.636908 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a46db9aa-d764-49cb-9c54-8bc8aa739601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:09.772189 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-a46db9aa-d764-49cb-9c54-8bc8aa739601 None None] Provisioning complete for port 1e8b3972-2f87-46ff-a977-8579b03cf13f triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:06:09.772568 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a46db9aa-d764-49cb-9c54-8bc8aa739601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:10.377831 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a5048250-6bb1-4def-a4c8-46099d5a066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:11.148100 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49246) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:11.348154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92076137-4749-4909-8aab-59d16c8cde93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:11.348425 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92076137-4749-4909-8aab-59d16c8cde93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:11.349947 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-92076137-4749-4909-8aab-59d16c8cde93 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009006 Jan 18 13:06:12.667015 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-96f4be14-09a0-434b-84ca-6eabcc291fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:13.406544 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49256) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:13.490052 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:13.631525 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b10c3-ea06-46be-bf7c-df06507a8d80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:13.631814 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b10c3-ea06-46be-bf7c-df06507a8d80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:13.633369 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-676b10c3-ea06-46be-bf7c-df06507a8d80 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2258692 Jan 18 13:06:13.974480 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:15.011896 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:15.640082 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49266) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:15.839559 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a56956-eec8-4cd2-b11d-668b54224c60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:15.840854 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-c8a56956-eec8-4cd2-b11d-668b54224c60 admin admin] 10.222.0.71 "GET /v2.0/networks/2ee77843-6b79-4761-92db-c103e688f251 HTTP/1.1" status: 200 len: 886 time: 0.1998293 Jan 18 13:06:17.872646 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49276) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:18.068142 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aeb3f6-e5d3-4a4c-8ced-841df3b13da7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:18.069421 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-23aeb3f6-e5d3-4a4c-8ced-841df3b13da7 admin admin] 10.222.0.71 "GET /v2.0/networks/a2cd95ce-d60f-4e9e-910f-a9cc8703e0e3 HTTP/1.1" status: 200 len: 869 time: 0.1958354 Jan 18 13:06:20.122479 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49286) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:20.253846 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d29c48-0933-42ea-8c9c-c6aa94ad0645 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:20.254203 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d29c48-0933-42ea-8c9c-c6aa94ad0645 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:20.254924 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-59d29c48-0933-42ea-8c9c-c6aa94ad0645 admin admin] Synchronizing usage tracker for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:subnet {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:06:20.372019 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-59d29c48-0933-42ea-8c9c-c6aa94ad0645 admin admin] Unset dirty status for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:subnet {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:06:20.373412 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-59d29c48-0933-42ea-8c9c-c6aa94ad0645 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2496169 Jan 18 13:06:20.853509 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:22.429019 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49296) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:22.568207 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42515b-f735-47f5-a400-284f47ffca7f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:22.568570 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42515b-f735-47f5-a400-284f47ffca7f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:22.570794 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2e42515b-f735-47f5-a400-284f47ffca7f admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1405077 Jan 18 13:06:24.578803 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49306) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:24.715781 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e16c74-51b6-4720-9dd1-607361d60adf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:24.717060 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-d7e16c74-51b6-4720-9dd1-607361d60adf admin admin] 10.222.0.71 "GET /v2.0/subnets/03b907a1-a09e-41b0-a986-f63135dd3512 HTTP/1.1" status: 200 len: 868 time: 0.1373129 Jan 18 13:06:26.782750 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49316) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:26.943981 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876352e3-72c2-4cf6-9adf-6541fffc93fc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:26.945319 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-876352e3-72c2-4cf6-9adf-6541fffc93fc admin admin] 10.222.0.71 "GET /v2.0/subnets/de392ece-4a8a-473f-a1f3-aca55c489b66 HTTP/1.1" status: 200 len: 816 time: 0.1615965 Jan 18 13:06:40.392144 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-85b72bda-7675-48a9-bf0d-f3279755de52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:42.638019 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-38336251-7aa5-4fd8-a821-aaa9dbf868ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:43.502894 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:43.971112 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:44.865958 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49354) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:44.936167 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [None req-2a2ce596-8a00-45fa-9fb7-cb8f2cedd04c admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83635) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:06:44.937148 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2a2ce596-8a00-45fa-9fb7-cb8f2cedd04c admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0702686 Jan 18 13:06:45.038194 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:47.028183 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49364) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:47.118496 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb86cfa-871a-45fd-91fa-81472d1abbff admin admin] GET failed (client error): The resource could not be found. Jan 18 13:06:47.119905 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ffb86cfa-871a-45fd-91fa-81472d1abbff admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0906549 Jan 18 13:06:47.242202 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d646c14-1fb6-432a-b563-a7ce32686021 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:47.243676 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2d646c14-1fb6-432a-b563-a7ce32686021 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200306 Jan 18 13:06:49.286272 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49374) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:49.364322 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:49.368916 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:49.378258 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:49.513785 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Made reservation on behalf of 0626992f5e2b4fcf9c74e124eb6b6957 for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:06:49.516121 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:49.603634 dv-cinder-825103-1-smb neutron-server[83634]: WARNING neutron.services.revisions.revision_plugin [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Could not find related network for resource to bump revision. Jan 18 13:06:49.614071 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:06:49.622185 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:49.622518 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Added segment 0e683597-9f0a-429f-9765-ab77ff1fce59 of type vlan for network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d Jan 18 13:06:49.648147 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:49.753931 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:49.754935 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:49.755701 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:49.854123 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:49.861727 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.862064 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.862388 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.862710 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.863034 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.863371 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.863686 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.864633 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.864946 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.865258 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.865568 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:49.876480 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:06:49.937615 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-aa135468-3473-44c2-ba0c-cf29a88836d4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6501338 Jan 18 13:06:52.015740 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49384) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:52.106292 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.pecan_wsgi.hooks.translation [None req-94475c47-0fc9-44e3-a7a6-bb25809638b1 admin admin] GET failed (client error): The resource could not be found. Jan 18 13:06:52.106870 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-94475c47-0fc9-44e3-a7a6-bb25809638b1 admin admin] Synchronizing usage tracker for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:network {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:06:52.177221 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-94475c47-0fc9-44e3-a7a6-bb25809638b1 admin admin] Unset dirty status for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:network {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:06:52.178635 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-94475c47-0fc9-44e3-a7a6-bb25809638b1 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1617038 Jan 18 13:06:52.295966 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd2946-053b-4698-aee1-4d77bb1ddbe5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:52.297443 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-aefd2946-053b-4698-aee1-4d77bb1ddbe5 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1137860 Jan 18 13:06:52.307694 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:52.318649 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:52.330304 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:52.397855 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Made reservation on behalf of 0626992f5e2b4fcf9c74e124eb6b6957 for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:06:52.400310 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:52.668925 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:52.741877 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee99515-1100-4d57-a12b-92d8e758af7c,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:52.750954 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Checking segment: {'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:06:52.751343 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Network hostable DHCP agents. Network: 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:06:52.833327 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:06:52.930936 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:06:52.936658 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:52.937454 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:52.943653 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3449f90-6492-4e37-931b-51db0c7096a7 None None] Network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:06:53.038657 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2392d372-1a8e-4277-a31d-989f921c9e24 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7343409 Jan 18 13:06:53.179170 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d', 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d', 'tenant_id': '0626992f5e2b4fcf9c74e124eb6b6957', 'fixed_ips': [{'subnet_id': '4ee99515-1100-4d57-a12b-92d8e758af7c'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:06:53.180066 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:53.344199 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Allocated IP 192.168.233.2 (2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d/4ee99515-1100-4d57-a12b-92d8e758af7c/0faca981-f9b3-4614-a5cd-b7762f1302f2) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:06:53.563780 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:53.574439 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Transition to ACTIVE for port object 0faca981-f9b3-4614-a5cd-b7762f1302f2 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:06:53.593163 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Transition to ACTIVE for port object 0faca981-f9b3-4614-a5cd-b7762f1302f2 will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:06:53.679265 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:53.773883 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Pushing event updated for resources: {'Port': ['ID=0faca981-f9b3-4614-a5cd-b7762f1302f2,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:53.777528 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:06:53.779617 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:06:53.784688 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:06:53.787541 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.787893 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.788233 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.788571 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.788905 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.789242 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.789563 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.789889 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.790215 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.790535 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.790857 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:53.893957 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Attempting to bind port 0faca981-f9b3-4614-a5cd-b7762f1302f2 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:06:53.894329 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Attempting to bind port 0faca981-f9b3-4614-a5cd-b7762f1302f2 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:06:53.894698 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Attempting to bind port 0faca981-f9b3-4614-a5cd-b7762f1302f2 on network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:06:53.901294 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:06:53.901666 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Checking segment: {'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:06:53.902072 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:53.902462 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Bound using segment: {'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:06:53.902928 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Bound port: 0faca981-f9b3-4614-a5cd-b7762f1302f2, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:06:53.903350 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:53.992707 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] For port 0faca981-f9b3-4614-a5cd-b7762f1302f2, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:06:53.995760 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] For port 0faca981-f9b3-4614-a5cd-b7762f1302f2, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=0faca981-f9b3-4614-a5cd-b7762f1302f2,segment=NetworkSegment(0e683597-9f0a-429f-9765-ab77ff1fce59),segment_id=0e683597-9f0a-429f-9765-ab77ff1fce59)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:06:54.085616 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:54.168094 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2a0d-a335-4114-b7a4-df24e7065c58 None None] Pushing event updated for resources: {'Port': ['ID=0faca981-f9b3-4614-a5cd-b7762f1302f2,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:54.965153 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b531e-b047-4e4a-b1a6-31e5d12b11e6 None None] Network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:06:55.229693 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-7f982d49-2c32-4e48-9587-0c6e4fa84cce None None] Provisioning for port 0faca981-f9b3-4614-a5cd-b7762f1302f2 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:06:56.307578 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 0faca981-f9b3-4614-a5cd-b7762f1302f2 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:06:56.439013 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 0faca981-f9b3-4614-a5cd-b7762f1302f2 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:06:56.444178 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 0faca981-f9b3-4614-a5cd-b7762f1302f2 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:06:56.444565 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:56.566848 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:56.608611 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 0faca981-f9b3-4614-a5cd-b7762f1302f2, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=0faca981-f9b3-4614-a5cd-b7762f1302f2,segment=NetworkSegment(0e683597-9f0a-429f-9765-ab77ff1fce59),segment_id=0e683597-9f0a-429f-9765-ab77ff1fce59)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:06:56.689618 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:56.759667 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=0faca981-f9b3-4614-a5cd-b7762f1302f2,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:57.855437 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:58.284193 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 0faca981-f9b3-4614-a5cd-b7762f1302f2 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:06:58.352173 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 0faca981-f9b3-4614-a5cd-b7762f1302f2 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:06:58.352545 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.365091 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d43de372-10a5-436f-854a-2b6b6e31165a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.684444 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-65038846-f558-4961-af79-832bb24fda75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:13.467462 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:13.992763 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:15.021584 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:34.855988 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:07:40.443832 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-eea2043e-7545-48c9-bc07-5c3b71a05a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:42.649538 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-65524646-aff9-407b-b26b-67e4f521357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:43.518158 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:43.963459 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:45.071175 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:07.118049 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49426) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:08:07.124630 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [None req-11a43e0c-849e-4014-a291-00fd99b06215 tempest-verify_tempest_config-1644102574 tempest-verify_tempest_config-1644102574-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83634) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:08:07.125577 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-11a43e0c-849e-4014-a291-00fd99b06215 tempest-verify_tempest_config-1644102574 tempest-verify_tempest_config-1644102574-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0065782 Jan 18 13:08:07.687203 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49442) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:08:07.824566 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:07.854543 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:08:07.858514 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5e6db3a03a47c6b5e8c2aff747c224 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:08:07.861245 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:08:07.866952 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:08:07.933643 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:08.031171 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:08.076416 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41620f5-5f4a-478c-80b6-8a7a2bd2878e,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:08:08.079253 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Synchronizing usage tracker for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:08:08.091421 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.091719 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.092077 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.092414 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.092745 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.093067 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.093391 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.093710 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.094031 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.094348 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.094675 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:08:08.202267 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] Unset dirty status for tenant:0626992f5e2b4fcf9c74e124eb6b6957 on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:08:08.203528 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-1be9bc2f-4fdf-48e7-80d4-e303f074da34 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b5e6db3a03a47c6b5e8c2aff747c224&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5152299 Jan 18 13:08:08.206248 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49448) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:08:08.264836 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-491e6e1e-fe86-41de-9d2d-42d73fc93fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:08.290061 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-491e6e1e-fe86-41de-9d2d-42d73fc93fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:08.442813 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-491e6e1e-fe86-41de-9d2d-42d73fc93fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:08.457516 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e6e1e-fe86-41de-9d2d-42d73fc93fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41620f5-5f4a-478c-80b6-8a7a2bd2878e,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:08:08.464337 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-491e6e1e-fe86-41de-9d2d-42d73fc93fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:08.465450 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-491e6e1e-fe86-41de-9d2d-42d73fc93fc6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f41620f5-5f4a-478c-80b6-8a7a2bd2878e HTTP/1.1" status: 204 len: 168 time: 0.2582521 Jan 18 13:08:10.408580 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d43d1b69-ee18-4cde-8c01-685b81001236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:11.856761 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:08:12.624977 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-c7bebd3f-a838-44cc-bdde-302facfaf061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:13.494269 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:14.099611 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:15.036820 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:40.390470 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-f51266e5-f526-407d-8760-73b00fdebd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:42.636422 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6bf427bb-df86-4db4-88db-0e9a1f2457a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:43.499188 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:43.995770 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:45.024651 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:48.857172 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:09:10.384218 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdacc-ab78-4205-8919-6ea7816bd6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:12.641678 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-b0943149-7321-47aa-94b9-48d6de0a8e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:13.504388 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:13.978278 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:15.047047 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:25.857077 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 5 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:09:40.429475 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-f53574d0-bb91-4f30-8768-ce729123d0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:42.639303 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9151cdf2-3d62-4aca-8ac3-f759b93e8380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.491883 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.978199 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:45.035376 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:51.109165 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-777953'] for agent, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:02.858583 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:10:07.065493 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49518) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:07.200612 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c20fe37c-8583-4b2a-ad67-a284327ebd35 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1340449 Jan 18 13:10:09.227468 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49532) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:09.307603 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-cc9efd73-4267-42b8-9093-81e18109285c admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0790377 Jan 18 13:10:10.411632 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-66889f70-fefb-4073-9654-2ee4c2858495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.651613 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-7633b34f-cafc-471e-a2e2-f20a93f1397f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.512477 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:14.009443 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:15.049492 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:21.056804 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.857614 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:10:40.468253 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ec55fb39-882b-4e67-9dc6-fef08530d4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:42.671414 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2ff74232-8c5d-4f3f-870d-1bdff3b9c564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:43.556869 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:44.004935 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:45.045228 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.053705 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:10.405202 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-120c500d-1a62-4cf0-95c8-dfb85f829c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:12.656737 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-b189e898-a677-4d18-9c05-8d27d6860028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:13.550331 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:14.004729 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:15.041629 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:16.857825 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:11:21.093251 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:40.409958 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-64d4144f-2ada-4a12-9c80-a849e96e6458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.663728 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-91cf7a43-3702-4843-aac6-f5524dc5e61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.520390 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.988765 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:45.049475 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:51.097513 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.858186 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:11:54.707186 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49674) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:55.380134 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1240985034-network', 'tenant_id': 'b99be84405f14e3cba4c2d5696c26a9a'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:55.387706 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:55.391976 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Usage tracker for resource:network and tenant:b99be84405f14e3cba4c2d5696c26a9a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:55.394734 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:55.400317 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:55.468381 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Made reservation on behalf of b99be84405f14e3cba4c2d5696c26a9a for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:55.470681 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.511141 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.542188 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:55.546671 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Usage tracker for resource:security_group_rule and tenant:b99be84405f14e3cba4c2d5696c26a9a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:55.549433 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:55.555350 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:55.633040 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.804367 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.835765 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:11:55.841373 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b612d9-b222-4540-82c8-f97ac899b03d,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:55.852462 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.852940 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Added segment b83e13d1-9933-4cbf-bdc0-46bbd688d903 of type vlan for network 8c259898-1640-472d-86f8-be88f582a6ff Jan 18 13:11:55.854716 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.855057 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.855417 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.855745 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.856118 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.856575 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.856904 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.857246 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.857570 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.857885 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.858199 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Tracked resource versions report: Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: pushed versions: Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Log': {'1.0'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Network': {'1.1'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Port': {'1.5'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'PortForwarding': {'1.2'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'QosPolicy': {'1.8'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroup': {'1.2'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'SubPort': {'1.0'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Subnet': {'1.1'}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Trunk': {'1.1'}} Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: consumer versions: Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Log': '1.0', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Network': '1.1', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Port': '1.5', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'PortForwarding': '1.2', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'QosPolicy': '1.8', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroup': '1.2', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'SecurityGroupRule': '1.0', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'SubPort': '1.0', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Subnet': '1.1', Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: 'Trunk': '1.1'}} Jan 18 13:11:55.859390 dv-cinder-825103-1-smb neutron-server[83634]: {{(pid=83634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:11:55.893503 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.015060 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.015976 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:56.016574 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.115378 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] Pushing event updated for resources: {'Network': ['ID=8c259898-1640-472d-86f8-be88f582a6ff,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:56.130161 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 8c259898-1640-472d-86f8-be88f582a6ff details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:11:56.177906 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ffa2e3cc-87bc-495c-bede-cccf4045ea34 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4685612 Jan 18 13:11:56.180713 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49716) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:56.186432 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Request body: {'subnet': {'network_id': '8c259898-1640-472d-86f8-be88f582a6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1240985034-subnet', 'tenant_id': 'b99be84405f14e3cba4c2d5696c26a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:56.191937 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:56.196229 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Usage tracker for resource:subnet and tenant:b99be84405f14e3cba4c2d5696c26a9a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:56.200620 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:56.205306 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:56.268360 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Made reservation on behalf of b99be84405f14e3cba4c2d5696c26a9a for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:56.270778 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.537304 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49728) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:56.564245 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.570339 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49734) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:56.644389 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb92973-1543-466c-a531-a89ea8a3a4d0,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:56.654356 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Checking segment: {'id': 'b83e13d1-9933-4cbf-bdc0-46bbd688d903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8c259898-1640-472d-86f8-be88f582a6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:11:56.654706 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Network hostable DHCP agents. Network: 8c259898-1640-472d-86f8-be88f582a6ff, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:11:56.792662 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Network 8c259898-1640-472d-86f8-be88f582a6ff is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:11:56.873939 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 8c259898-1640-472d-86f8-be88f582a6ff) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:11:56.878370 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:56.878954 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.884855 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5c03f-a2d4-4707-8189-b21861a2e13d None None] Network 8c259898-1640-472d-86f8-be88f582a6ff requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:11:56.967838 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-network', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:56.972743 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:56.976792 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Usage tracker for resource:network and tenant:87b93a3a89a84d34b0d953e810c9487c is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:56.979981 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:56.984131 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-6d9ffe11-056a-47b3-834c-2fa08bc015cd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8025143 Jan 18 13:11:56.988288 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.074468 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-501501534-network', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:57.079988 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Made reservation on behalf of 87b93a3a89a84d34b0d953e810c9487c for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:57.081930 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.082417 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.098043 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Usage tracker for resource:network and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.104414 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.107386 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.122775 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.136330 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b532d6-b770-4aef-b420-316da822afe7 None None] Network 8c259898-1640-472d-86f8-be88f582a6ff requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:11:57.149798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49758) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:57.156469 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49762) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:57.207995 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.207995 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Usage tracker for resource:security_group_rule and tenant:87b93a3a89a84d34b0d953e810c9487c is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.207995 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.207995 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.272689 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.339111 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Made reservation on behalf of 5b896bc9aa114bfa8309a833ca278974 for: {'network': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:57.344617 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.458642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.458642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.458642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.458642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.458642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.494753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.548906 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.578683 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:11:57.586997 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d20cb0-3681-43dd-8355-faf9cfdc53b1,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:57.592985 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.593321 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Added segment d3c27de1-4522-4335-9c85-3f4cb8a14e0f of type vlan for network 2959f65b-2f7f-4408-8c94-4999ba3618eb Jan 18 13:11:57.601546 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1000663140-network', 'tenant_id': 'cd68037724504c6c9ec4dbb554896499'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:57.605835 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.611549 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Usage tracker for resource:network and tenant:cd68037724504c6c9ec4dbb554896499 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.614964 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.623612 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.626231 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.657239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.682047 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=83635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:11:57.706443 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743576776403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.707031 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Unsubscribe: segment precommit_create {{(pid=83635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:11:57.707550 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.segments_db [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Added segment 9ac7e517-5312-4b40-abc8-dcde6f1fdf20 of type vlan for network 196899bc-d4a9-49d8-b2ea-aed41b5a787a Jan 18 13:11:57.715169 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196fc4da-aded-45fd-b8f7-d6a8b0beceb0,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:57.741754 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.743121 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:57.744386 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.752905 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Made reservation on behalf of cd68037724504c6c9ec4dbb554896499 for: {'network': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:57.755556 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.777378 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.796455 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.796798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.797334 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.797832 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.798334 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.798826 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.799344 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.799869 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.800843 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.801569 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.802070 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Tracked resource versions report: Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: pushed versions: Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Log': {'1.0'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Network': {'1.1'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Port': {'1.5'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'PortForwarding': {'1.2'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'QosPolicy': {'1.8'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroup': {'1.2'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'SubPort': {'1.0'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Subnet': {'1.1'}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Trunk': {'1.1'}} Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: consumer versions: Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Log': '1.0', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Network': '1.1', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Port': '1.5', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'PortForwarding': '1.2', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'QosPolicy': '1.8', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroup': '1.2', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'SecurityGroupRule': '1.0', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'SubPort': '1.0', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Subnet': '1.1', Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: 'Trunk': '1.1'}} Jan 18 13:11:57.803108 dv-cinder-825103-1-smb neutron-server[83635]: {{(pid=83635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:11:57.823425 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-network', 'tenant_id': 'b917745963954805bd3a203e79d65832'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:57.835180 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.844503 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.848634 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Usage tracker for resource:network and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.860012 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.881985 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.901579 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.911876 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Usage tracker for resource:security_group_rule and tenant:cd68037724504c6c9ec4dbb554896499 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.916965 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.924365 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.961572 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2959f65b-2f7f-4408-8c94-4999ba3618eb,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:57.968780 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-281bcbd2-54a6-4489-9ba4-f86fb99b79c6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4302988 Jan 18 13:11:57.970373 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49788) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:57.972017 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:11:57.976918 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Request body: {'subnet': {'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-subnet', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:57.983837 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.988409 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Usage tracker for resource:subnet and tenant:87b93a3a89a84d34b0d953e810c9487c is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.992137 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.999611 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:58.009436 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Made reservation on behalf of b917745963954805bd3a203e79d65832 for: {'network': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:58.011800 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.031998 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.046275 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.050523 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.050523 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:58.050523 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.155097 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=196899bc-d4a9-49d8-b2ea-aed41b5a787a,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.174834 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Made reservation on behalf of 87b93a3a89a84d34b0d953e810c9487c for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:58.174945 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:11:58.175452 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.184966 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.202587 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:58.211351 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=83635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:11:58.222133 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.223027 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.segments_db [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Added segment 6651c368-4108-4642-9195-6040d416250c of type vlan for network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef Jan 18 13:11:58.251000 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.284690 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Usage tracker for resource:security_group_rule and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:58.289358 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:58.307705 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:58.316107 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196052bb-5070-4699-9206-7dcb6f5c1290,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.382716 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-17ae1e26-5f92-4d6c-b2b8-85dc95661ff3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8113136 Jan 18 13:11:58.386211 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49804) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:58.398866 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Request body: {'subnet': {'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-501501534-subnet', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:58.417607 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:58.422797 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.423687 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:58.424369 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.446230 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Usage tracker for resource:subnet and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:58.458570 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:58.524928 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:58.526803 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.571374 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.584308 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:11:58.642852 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-f5bc975a-4c5d-480a-8d60-e68508052a96 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4829044 Jan 18 13:11:58.642852 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.645506 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49818) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:58.650928 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Request body: {'subnet': {'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1000663140-subnet', 'tenant_id': 'cd68037724504c6c9ec4dbb554896499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:58.663498 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:58.674051 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Usage tracker for resource:subnet and tenant:cd68037724504c6c9ec4dbb554896499 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:58.678466 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Checking segment: {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:11:58.678822 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Network hostable DHCP agents. Network: 2959f65b-2f7f-4408-8c94-4999ba3618eb, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:11:58.684186 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:58.690611 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:58.723141 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf1b90c-44dc-47fb-b70d-d331ea4ac801,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.738213 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Made reservation on behalf of 5b896bc9aa114bfa8309a833ca278974 for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:58.743811 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.777167 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.823073 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:11:58.847774 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Made reservation on behalf of cd68037724504c6c9ec4dbb554896499 for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:58.850145 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.903172 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 2959f65b-2f7f-4408-8c94-4999ba3618eb) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:11:58.907658 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:58.907895 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.914922 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487526d5-546e-4ce0-b936-0687b51242d0 None None] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:11:58.935434 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=83635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:11:58.970182 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7298f0c7-a784-42a3-98c2-e422d9c39de2,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.987358 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.987905 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.segments_db [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Added segment 1d5ffc4a-64ce-443b-ae3f-c29878a35628 of type vlan for network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed Jan 18 13:11:59.060280 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.062039 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f58a9eeb-3624-4771-adde-76140888d63e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0899048 Jan 18 13:11:59.064850 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49832) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:59.071571 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:59.083436 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:59.100135 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Usage tracker for resource:router and tenant:87b93a3a89a84d34b0d953e810c9487c is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:59.109935 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:59.120104 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:59.245956 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.247192 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.269105 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315be29-6a91-4466-b76b-8d4e8d436901 None None] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:11:59.308379 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.377036 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.378412 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:59.379511 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.491782 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.590263 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] Pushing event updated for resources: {'Network': ['ID=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:59.596504 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.604645 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-d5231c3f-5a16-4a77-b81a-93621dda6e4e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4468710 Jan 18 13:11:59.607604 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49868) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:59.609660 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:11:59.625312 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Request body: {'subnet': {'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-subnet', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:59.663040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:59.690840 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Usage tracker for resource:subnet and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:59.703988 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:59.719252 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:59.726274 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Checking segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:11:59.726635 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Network hostable DHCP agents. Network: 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:11:59.744740 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:59.747304 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Checking segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:11:59.747656 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Network hostable DHCP agents. Network: 196899bc-d4a9-49d8-b2ea-aed41b5a787a, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:11:59.802894 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.843323 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fafe53-899a-4be5-b7a1-f5c915a90428,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:59.977935 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Made reservation on behalf of b917745963954805bd3a203e79d65832 for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:59.986070 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.010155 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:12:00.019571 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:12:00.078205 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49892) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:00.082425 dv-cinder-825103-1-smb neutron-server[83634]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 13:12:00.140721 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:00.151484 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d448bb76-2842-41a4-8239-2674988ae3ed None None] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:00.154906 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:00.155672 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.162882 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 196899bc-d4a9-49d8-b2ea-aed41b5a787a) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:00.176677 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:00.177437 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.186837 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f62df16-0cae-4322-abe4-1b407d12d83c None None] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:00.274762 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49902) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:00.326055 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-e438ce2d-ff97-4968-97e8-a784a463b853 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6703181 Jan 18 13:12:00.326620 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b9c38190-02ac-42bb-b86d-46a20bf0ef26 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9390817 Jan 18 13:12:00.332566 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49908) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:00.351239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:00.351239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:00.363984 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Usage tracker for resource:router and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:00.376004 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:00.387272 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:00.438046 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-b5f00d01-2d82-43a0-9ffd-91229110b579 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:00.438919 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-b5f00d01-2d82-43a0-9ffd-91229110b579 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Synchronizing usage tracker for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:network {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:00.471500 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.502536 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.545040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.546854 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.551545 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.652233 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-b5f00d01-2d82-43a0-9ffd-91229110b579 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Unset dirty status for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:network {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:00.655967 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:00.660578 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-b5f00d01-2d82-43a0-9ffd-91229110b579 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/networks?id=8c259898-1640-472d-86f8-be88f582a6ff HTTP/1.1" status: 200 len: 812 time: 0.5804527 Jan 18 13:12:00.707968 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-61f472a3-1fcc-44b2-8972-474ea68fdb80 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/quotas/b99be84405f14e3cba4c2d5696c26a9a HTTP/1.1" status: 200 len: 375 time: 0.0463195 Jan 18 13:12:00.711903 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bfbfc9-2ff6-4ddf-b808-cf5ef4aa5eba None None] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:00.720033 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Allocated IP 172.28.0.83 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/6f83305e-a86d-4fec-9a1e-c33875e3f5e1) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:00.720793 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.722654 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Checking segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:00.722939 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Network hostable DHCP agents. Network: 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:12:00.770877 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:12:00.772017 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.799559 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.818405 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-a90305e6-6d47-4b93-abbf-1929d7ea6141 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b99be84405f14e3cba4c2d5696c26a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001077 Jan 18 13:12:00.862013 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:12:00.922259 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:00.934139 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Usage tracker for resource:security_group_rule and tenant:697546a9e23f40e3b27cbcb7fa038c5b is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:00.944794 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:00.955869 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:00.988277 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49924) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:01.036311 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:01.064517 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:01.064902 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.090361 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.165081 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5ee52-14a3-45ce-ac49-d7e3e710e78b None None] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:01.234512 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-6fe57909-58dc-40ef-9de7-984009451445 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6198487 Jan 18 13:12:01.235150 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49942) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:01.252940 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.259111 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:01.276604 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:01.282673 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Usage tracker for resource:router and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:01.286466 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.286797 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.289454 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:01.298212 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:01.326348 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:01.338161 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Usage tracker for resource:security_group_rule and tenant:d0c41d77526c444a888e67bbc7a1b759 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:01.354539 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:01.363425 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:01.385808 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.424995 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.429151 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.461305 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e55612-77ee-46d5-9edd-cf5bc988f9d7,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:01.465159 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.483464 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-1a414ddf-9bda-4ef4-9c8e-1a4f4a25a3ee service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83634) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:12:01.490217 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-1a414ddf-9bda-4ef4-9c8e-1a4f4a25a3ee service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1843204 Jan 18 13:12:01.516474 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Allocated IP 172.20.0.2 (196899bc-d4a9-49d8-b2ea-aed41b5a787a/1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e/83f5fce2-7636-42f2-ae69-51a4867c4b59) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:01.538595 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.657911 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49962) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:01.666123 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:01.688355 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:12:01.688741 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:01.689192 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.697845 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:01.717372 dv-cinder-825103-1-smb neutron-server[83635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 13:12:01.791204 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.798275 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-7444ff8d-bb28-4ac3-8c2f-c892b758be62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=697546a9e23f40e3b27cbcb7fa038c5b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5184758 Jan 18 13:12:01.869139 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-7ec6a3e1-4d5b-402c-9ef1-d5ec13529d92 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:01.869880 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-7ec6a3e1-4d5b-402c-9ef1-d5ec13529d92 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:network {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:01.873273 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-cbbc6c5b-eb99-412d-a210-94b6c8aa5aec service neutron] 10.222.0.71 "GET /v2.0/networks/8c259898-1640-472d-86f8-be88f582a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314383 Jan 18 13:12:01.880110 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 49968) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:01.899668 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:01.910429 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.961840 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.008314 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.011190 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-7ec6a3e1-4d5b-402c-9ef1-d5ec13529d92 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:network {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:02.013952 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-7ec6a3e1-4d5b-402c-9ef1-d5ec13529d92 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 0.3533092 Jan 18 13:12:02.014118 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18712271-6444-4a8e-8b87-70696f12b564,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:02.031429 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.046299 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Transition to ACTIVE for port object 83f5fce2-7636-42f2-ae69-51a4867c4b59 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:02.076261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.083850 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-1087ba1a-a990-4f7b-8eac-b5f0a13acb3a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d0c41d77526c444a888e67bbc7a1b759&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0919778 Jan 18 13:12:02.087021 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 49976) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:02.099194 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Transition to ACTIVE for port object 83f5fce2-7636-42f2-ae69-51a4867c4b59 will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:02.103731 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-cc6b7f51-5638-4092-9c3a-5599f1b026db tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/quotas/cd68037724504c6c9ec4dbb554896499 HTTP/1.1" status: 200 len: 375 time: 0.0488565 Jan 18 13:12:02.127002 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Allocated IP 172.20.0.2 (0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed/152a56fa-3c4e-4d5f-8285-0fce94e4d4e4/a1209c77-70aa-433d-8d2f-1f13c2a6e32a) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:02.143074 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-d5ca2f85-3eca-4c3a-8df0-d6f778151206 service neutron] 10.222.0.71 "GET /v2.0/networks/8c259898-1640-472d-86f8-be88f582a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689562 Jan 18 13:12:02.214350 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-72e0269b-a95b-4498-bb3c-9791a9d014e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.234590 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.242781 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-72e0269b-a95b-4498-bb3c-9791a9d014e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.260434 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-bd3e4377-4e37-4fdf-b81d-f8acf89a5edb tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1395872 Jan 18 13:12:02.296846 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6bd64e4b-5332-4f83-a380-dc3ad7742f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.368028 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.369454 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.415136 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Allocated IP 172.28.0.8 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/a5c589c9-eff2-4204-bb7b-05c684e773ee) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:02.420771 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6bd64e4b-5332-4f83-a380-dc3ad7742f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.494470 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:02.495663 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:02.501210 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:02.576934 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-067e13d1-7270-4d3a-a303-c7f74d78b276 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83635) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:12:02.577962 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-067e13d1-7270-4d3a-a303-c7f74d78b276 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1979508 Jan 18 13:12:02.608468 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-72e0269b-a95b-4498-bb3c-9791a9d014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.705244 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.754073 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Pushing event updated for resources: {'Port': ['ID=83f5fce2-7636-42f2-ae69-51a4867c4b59,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:02.799079 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.799636 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.801182 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.801182 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.801182 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.801182 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.801772 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.802146 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.803797 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.804763 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.805898 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Tracked resource versions report: Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: pushed versions: Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Log': {'1.0'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Network': {'1.1'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Port': {'1.5'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'PortForwarding': {'1.2'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'QosPolicy': {'1.8'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroup': {'1.2'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'SubPort': {'1.0'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Subnet': {'1.1'}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Trunk': {'1.1'}} Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: consumer versions: Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Log': '1.0', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Network': '1.1', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Port': '1.5', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'PortForwarding': '1.2', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'QosPolicy': '1.8', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroup': '1.2', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'SecurityGroupRule': '1.0', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'SubPort': '1.0', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Subnet': '1.1', Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: 'Trunk': '1.1'}} Jan 18 13:12:02.806966 dv-cinder-825103-1-smb neutron-server[83636]: {{(pid=83636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:12:02.822349 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Attempting to bind port 83f5fce2-7636-42f2-ae69-51a4867c4b59 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:02.823063 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Attempting to bind port 83f5fce2-7636-42f2-ae69-51a4867c4b59 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:02.823063 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Attempting to bind port 83f5fce2-7636-42f2-ae69-51a4867c4b59 on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:02.838533 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0269b-a95b-4498-bb3c-9791a9d014e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18712271-6444-4a8e-8b87-70696f12b564,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:02.842008 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:02.842480 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Checking segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:02.846446 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.846862 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Bound using segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:02.847404 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Bound port: 83f5fce2-7636-42f2-ae69-51a4867c4b59, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:02.847811 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.857110 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2ac5fd3d-11f6-4cf5-b95f-1a9cebcbf84b req-25bcdf59-7a0f-4b86-afd6-e67662fc0193 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.2561018 Jan 18 13:12:02.861719 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6bd64e4b-5332-4f83-a380-dc3ad7742f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.870252 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Transition to ACTIVE for port object a1209c77-70aa-433d-8d2f-1f13c2a6e32a will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:02.892526 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd64e4b-5332-4f83-a380-dc3ad7742f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e55612-77ee-46d5-9edd-cf5bc988f9d7,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:02.916942 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-6a0499e9-7428-48d0-a41d-a30f267c2c29 service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090298 Jan 18 13:12:02.920168 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Transition to ACTIVE for port object a1209c77-70aa-433d-8d2f-1f13c2a6e32a will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:02.940283 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-72e0269b-a95b-4498-bb3c-9791a9d014e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.943694 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-72e0269b-a95b-4498-bb3c-9791a9d014e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18712271-6444-4a8e-8b87-70696f12b564 HTTP/1.1" status: 204 len: 168 time: 0.8511586 Jan 18 13:12:03.001670 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.066301 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] For port 83f5fce2-7636-42f2-ae69-51a4867c4b59, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:03.066301 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] For port 83f5fce2-7636-42f2-ae69-51a4867c4b59, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=83f5fce2-7636-42f2-ae69-51a4867c4b59,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:03.068296 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.133119 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Router 061e418f-f08b-4bd0-b699-a47688c3aa5c is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:12:03.149205 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6bd64e4b-5332-4f83-a380-dc3ad7742f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.150405 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-6bd64e4b-5332-4f83-a380-dc3ad7742f54 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7e55612-77ee-46d5-9edd-cf5bc988f9d7 HTTP/1.1" status: 204 len: 168 time: 1.2596021 Jan 18 13:12:03.150646 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:03.154357 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:03.156836 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:03.161707 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.167324 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Pushing event updated for resources: {'Port': ['ID=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:03.204275 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-01ab8492-e635-46fd-8428-994cf0ca5018 service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880278 Jan 18 13:12:03.212455 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.218078 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.433550 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.433794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Attempting to bind port a1209c77-70aa-433d-8d2f-1f13c2a6e32a on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:03.433794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Attempting to bind port a1209c77-70aa-433d-8d2f-1f13c2a6e32a by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:03.433794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Attempting to bind port a1209c77-70aa-433d-8d2f-1f13c2a6e32a on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:03.447846 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725d3a-c08e-4b89-8901-126386db81fd None None] Pushing event updated for resources: {'Port': ['ID=83f5fce2-7636-42f2-ae69-51a4867c4b59,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:03.452135 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:03.452521 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Checking segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:03.452925 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.453313 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Bound using segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:03.453786 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Bound port: a1209c77-70aa-433d-8d2f-1f13c2a6e32a, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:03.454179 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.506568 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:12:03.522532 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Sync routers for ids ['061e418f-f08b-4bd0-b699-a47688c3aa5c'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:12:03.537939 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Routers {'061e418f-f08b-4bd0-b699-a47688c3aa5c'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:03.538555 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:11:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['061e418f-f08b-4bd0-b699-a47688c3aa5c'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:03.615384 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.616761 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-51dbc8ca-da3f-4380-90e0-8f56f7cb51d4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5508790 Jan 18 13:12:03.626365 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50054) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:03.650194 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c589c9-eff2-4204-bb7b-05c684e773ee,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:03.667775 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] For port a1209c77-70aa-433d-8d2f-1f13c2a6e32a, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:03.677221 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] For port a1209c77-70aa-433d-8d2f-1f13c2a6e32a, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:03.705389 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Allocated IP 172.28.0.149 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/5e700003-ff81-4cfd-a398-1954beacc84f) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:03.797556 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:04.016337 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:04.096125 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-00ce1bdf-915b-4eca-9eb4-057aeb7de114 req-cecf79d3-6a5b-418a-8967-412950d25405 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 210 time: 0.2604978 Jan 18 13:12:04.112950 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:04.115581 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:04.133691 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e16f9-6be3-4524-b953-c09894a3486b None None] Pushing event updated for resources: {'Port': ['ID=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:04.168337 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Set router 061e418f-f08b-4bd0-b699-a47688c3aa5c gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:04.257578 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-911780bd-4d0a-48fa-8cbd-02e47e2e293e req-4b9d0eda-45d3-47d0-a63f-3744b1882a53 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.2355185 Jan 18 13:12:04.393241 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:04.532495 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50110) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:04.571302 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:04.594614 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 83f5fce2-7636-42f2-ae69-51a4867c4b59 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:04.649812 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:04.853918 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:12:02Z', 'revision_number': 3, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port': {'id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:04.865305 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Checking router: 061e418f-f08b-4bd0-b699-a47688c3aa5c for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:12:04.865991 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Updating router 061e418f-f08b-4bd0-b699-a47688c3aa5c port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:12:04.908403 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:04.922108 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 83f5fce2-7636-42f2-ae69-51a4867c4b59 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:04.958768 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Usage tracker for resource:security_group_rule and tenant:ad86289c42cd4836bbb574fcee20b718 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:04.987109 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:05.002783 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:05.012236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:05.021939 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.029785 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Pushing event updated for resources: {'Port': ['ID=5e700003-ff81-4cfd-a398-1954beacc84f,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:05.050501 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:05.086275 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:05.205437 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6050831-93cc-4d9f-bbb1-b9e191ab14ce None None] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:05.272888 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.274542 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.454347 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-260c9e6e-19cb-4e84-b9f8-568da2fb6e35 req-ddf7f945-1898-4eeb-9c2e-8eddcffd8e92 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 210 time: 0.1423018 Jan 18 13:12:05.621265 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.653820 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-9c39cec4-4865-4755-9722-ceab1aec701f None None] Provisioning for port 83f5fce2-7636-42f2-ae69-51a4867c4b59 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:05.670050 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.722284 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-9c39cec4-4865-4755-9722-ceab1aec701f None None] Provisioning complete for port 83f5fce2-7636-42f2-ae69-51a4867c4b59 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:05.722284 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9c39cec4-4865-4755-9722-ceab1aec701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.722659 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f2fb7e9e-9a37-424e-a9ac-d9aac6576f25 req-4deeaa57-3338-4105-acd8-cb8daf6ed701 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.2788901 Jan 18 13:12:05.784722 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.965797 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae59ef70-9cbd-41fd-ad06-343b81464758,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:05.974915 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:05.992811 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Transition to ACTIVE for port object 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:06.019117 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9c39cec4-4865-4755-9722-ceab1aec701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.050365 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-ff3f90cc-fa21-4c35-ad9b-f41680d08bff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad86289c42cd4836bbb574fcee20b718&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5158675 Jan 18 13:12:06.056438 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50170) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:06.092254 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-9c39cec4-4865-4755-9722-ceab1aec701f None None] For port 83f5fce2-7636-42f2-ae69-51a4867c4b59, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=83f5fce2-7636-42f2-ae69-51a4867c4b59,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:06.096306 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209f610-1a33-44d0-af24-a78e038e4637 None None] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:06.108372 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.133918 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.135023 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.166751 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Allocated IP 172.20.0.1 (2959f65b-2f7f-4408-8c94-4999ba3618eb/4cf1b90c-44dc-47fb-b70d-d331ea4ac801/71594cd5-5c3d-4eb8-97e0-d8281963010d) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:06.211586 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9c39cec4-4865-4755-9722-ceab1aec701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.233149 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43493375-0942-412c-8943-3106408f553c None None] Pushing event updated for resources: {'Port': ['ID=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,revision_number=2']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:06.246676 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.247258 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.247945 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.248557 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.249337 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.250081 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.250585 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.251051 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.251550 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.252183 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.252817 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43493375-0942-412c-8943-3106408f553c None None] Tracked resource versions report: Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: pushed versions: Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Log': {'1.0'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Network': {'1.1'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Port': {'1.5'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'PortForwarding': {'1.2'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'QosPolicy': {'1.8'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroup': {'1.2'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'SubPort': {'1.0'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Subnet': {'1.1'}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Trunk': {'1.1'}} Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: consumer versions: Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: { DHCP agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: L3 agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: Metadata agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: Metering agent@dv-cinder-825103-1-smb: {}, Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: Open vSwitch agent@dv-cinder-825103-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Log': '1.0', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Network': '1.1', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Port': '1.5', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'PortForwarding': '1.2', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'QosPolicy': '1.8', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroup': '1.2', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'SecurityGroupRule': '1.0', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'SubPort': '1.0', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Subnet': '1.1', Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: 'Trunk': '1.1'}} Jan 18 13:12:06.253984 dv-cinder-825103-1-smb neutron-server[83637]: {{(pid=83637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:12:06.299948 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Attempting to bind port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:06.300350 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Attempting to bind port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:06.301211 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Attempting to bind port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:06.313492 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:06.313874 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:06.314331 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.314806 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:06.315308 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Bound port: 6f83305e-a86d-4fec-9a1e-c33875e3f5e1, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:06.316691 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.481835 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4392-793a-42d8-baf2-7cefaa77e29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.515198 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] For port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:06.516313 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39cec4-4865-4755-9722-ceab1aec701f None None] Pushing event updated for resources: {'Port': ['ID=83f5fce2-7636-42f2-ae69-51a4867c4b59,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:06.523596 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] For port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:06.534239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4392-793a-42d8-baf2-7cefaa77e29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.563723 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.566667 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a1209c77-70aa-433d-8d2f-1f13c2a6e32a up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:06.610256 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.671529 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-d97a2686-e64b-4266-9b52-1db58e611aaf None None] Provisioning for port a1209c77-70aa-433d-8d2f-1f13c2a6e32a completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:06.680433 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.740377 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4392-793a-42d8-baf2-7cefaa77e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.765342 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43493375-0942-412c-8943-3106408f553c None None] Pushing event updated for resources: {'Port': ['ID=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:06.838576 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Routers {'061e418f-f08b-4bd0-b699-a47688c3aa5c'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:06.839179 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:11:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['061e418f-f08b-4bd0-b699-a47688c3aa5c'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:06.866321 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5fcdf150-20a2-4117-8b48-4f968254e3a7 None None] Provisioning complete for port 83f5fce2-7636-42f2-ae69-51a4867c4b59 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:06.872462 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf150-20a2-4117-8b48-4f968254e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:06.935340 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port a1209c77-70aa-433d-8d2f-1f13c2a6e32a completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:06.988689 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port a1209c77-70aa-433d-8d2f-1f13c2a6e32a triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:06.989066 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.136045 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50192) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:07.175231 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f649c314-f2fa-4d59-87a1-55493f4ba615 req-592d7083-dba0-4c92-808b-7496eef56239 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 210 time: 0.3882265 Jan 18 13:12:07.188269 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c4392-793a-42d8-baf2-7cefaa77e29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae59ef70-9cbd-41fd-ad06-343b81464758,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:07.198890 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:07.203252 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:07.210794 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:07.211465 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.220873 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=71594cd5-5c3d-4eb8-97e0-d8281963010d,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:07.275278 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0391006b-8cbc-40ad-ae80-2b4d06aa02fa req-4a8ad64b-ef0b-4c5d-a4ec-39ac21e3062c tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.0900536 Jan 18 13:12:07.332604 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4392-793a-42d8-baf2-7cefaa77e29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.337024 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5c2c4392-793a-42d8-baf2-7cefaa77e29e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae59ef70-9cbd-41fd-ad06-343b81464758 HTTP/1.1" status: 204 len: 168 time: 1.2789462 Jan 18 13:12:07.408252 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.413071 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.438307 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Router 2e45af29-6dae-4932-b859-32f327827053 is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:12:07.448239 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.492162 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] Set router 061e418f-f08b-4bd0-b699-a47688c3aa5c gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:07.546654 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port a1209c77-70aa-433d-8d2f-1f13c2a6e32a, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:07.563135 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-9aff84e2-fb8f-45d0-b061-16a0f29638a2 None None] Provisioning complete for port a1209c77-70aa-433d-8d2f-1f13c2a6e32a triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:07.563458 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9aff84e2-fb8f-45d0-b061-16a0f29638a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.700712 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:07.707662 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Usage tracker for resource:security_group_rule and tenant:2eab606e1c3b4f228b1dc1d7d50e3c01 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:07.709083 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.713276 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:07.721971 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:07.730683 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Router 097dd553-7da7-433b-bad8-36f84fa338a4 is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:12:07.752925 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.830785 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.845071 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.846237 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:07.856111 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9aff84e2-fb8f-45d0-b061-16a0f29638a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:08.049319 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:12:02Z', 'revision_number': 3, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port': {'id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:08.057819 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb185de-0ad4-4d22-b601-42e484b911fa None None] The sync data for ids ['061e418f-f08b-4bd0-b699-a47688c3aa5c'] in dv-cinder-825103-1-smb is: [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:12:02Z', 'revision_number': 3, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port': {'id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:12:08.080887 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:12:08.096333 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:08.099489 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.96', 63130) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:08.117978 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Sync routers for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:12:08.122551 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:08.139889 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-9aff84e2-fb8f-45d0-b061-16a0f29638a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:12:08.146136 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-9aff84e2-fb8f-45d0-b061-16a0f29638a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:12:08.164781 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:08.165725 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:11:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:08.194438 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:12:08.205954 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Sync routers for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:12:08.235734 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:08.236354 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:11:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:08.260377 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:08.263765 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2ffd588e-6875-4fa9-85c2-f7ac8b1b6aa7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9301963 Jan 18 13:12:08.265461 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50216) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:08.479506 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:08.499433 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-9c0b31fa-e3f7-4c70-926c-6ed30b4e2f3b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2508116 Jan 18 13:12:08.531977 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50226) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:08.573809 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=71594cd5-5c3d-4eb8-97e0-d8281963010d,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:08.619262 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:08.648666 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 83f5fce2-7636-42f2-ae69-51a4867c4b59 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:08.702243 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2eab606e1c3b4f228b1dc1d7d50e3c01&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5620201 Jan 18 13:12:08.703363 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:08.721930 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:08.759836 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50236) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:08.892521 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0e5a4231-9df6-455f-949b-ce321da14383 req-ebb81977-d3fa-47c7-b919-66601ee05a4f tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.1254601 Jan 18 13:12:08.948748 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007f9c-24bc-4284-896b-0c2f966abe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7163245-f761-44eb-9d66-134faecc6b31,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:09.010837 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8db9444a-bb44-4c7e-99fe-5df6d5f59194 req-35ebbfeb-ed0c-437c-8291-f3353d5f570b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 210 time: 0.4093738 Jan 18 13:12:09.012548 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af60e310-6ce3-4bcf-946a-622fe507673a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:09.042330 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:09.149236 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b80094a4-738f-4310-a8da-187d230e33c1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:09.151168 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b80094a4-738f-4310-a8da-187d230e33c1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 1.0456896 Jan 18 13:12:09.232338 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af60e310-6ce3-4bcf-946a-622fe507673a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:09.253629 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.96', 63133) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:09.301864 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Request body: {'port': {'device_id': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'admin_state_up': True, 'tenant_id': 'cd68037724504c6c9ec4dbb554896499'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:09.599342 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:05Z', 'revision_number': 3, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:09.600594 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 83f5fce2-7636-42f2-ae69-51a4867c4b59 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:09.601082 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:09.610816 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Checking router: 097dd553-7da7-433b-bad8-36f84fa338a4 for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:12:09.613162 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Updating router 097dd553-7da7-433b-bad8-36f84fa338a4 port 5e700003-ff81-4cfd-a398-1954beacc84f binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:12:09.711369 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:09.888598 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a1209c77-70aa-433d-8d2f-1f13c2a6e32a up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:09.908808 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:09.926089 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Usage tracker for resource:port and tenant:cd68037724504c6c9ec4dbb554896499 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:09.930274 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:09.945690 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:10.050074 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:04Z', 'revision_number': 3, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:10.058328 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Checking router: 2e45af29-6dae-4932-b859-32f327827053 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:12:10.061631 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Updating router 2e45af29-6dae-4932-b859-32f327827053 port a5c589c9-eff2-4204-bb7b-05c684e773ee binding host dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:12:10.082284 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Made reservation on behalf of cd68037724504c6c9ec4dbb554896499 for: {'port': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:10.085572 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.115812 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af60e310-6ce3-4bcf-946a-622fe507673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.122576 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port a1209c77-70aa-433d-8d2f-1f13c2a6e32a triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:10.124223 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.237201 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.290954 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-7fc39756-a94f-4998-ba55-a89a982b87b3 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:10.297913 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-7fc39756-a94f-4998-ba55-a89a982b87b3 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.96 "GET /v2.0/networks?id=8c259898-1640-472d-86f8-be88f582a6ff HTTP/1.1" status: 200 len: 812 time: 0.9820161 Jan 18 13:12:10.320736 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60e310-6ce3-4bcf-946a-622fe507673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7163245-f761-44eb-9d66-134faecc6b31,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:10.322883 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af60e310-6ce3-4bcf-946a-622fe507673a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.325823 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-af60e310-6ce3-4bcf-946a-622fe507673a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7163245-f761-44eb-9d66-134faecc6b31 HTTP/1.1" status: 204 len: 168 time: 1.5577381 Jan 18 13:12:10.328766 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Router 061e418f-f08b-4bd0-b699-a47688c3aa5c has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:12:10.434177 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Request body: {'port': {'device_id': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'network_id': '8c259898-1640-472d-86f8-be88f582a6ff', 'admin_state_up': True, 'tenant_id': 'b99be84405f14e3cba4c2d5696c26a9a'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:10.522163 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3b6ab98b-4c41-4926-a8eb-27371a4ed307 req-6084ef76-03da-4cb3-aa7e-7a795e42ba9e tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.2106521 Jan 18 13:12:10.584097 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fe050784-e6af-438a-9186-6ff6236e6569 req-95987adf-d593-4698-9af9-bfa78e59077f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 210 time: 0.2494757 Jan 18 13:12:10.633117 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.678366 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Transition to ACTIVE for port object 5e700003-ff81-4cfd-a398-1954beacc84f will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:10.682813 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-121584c5-4e31-45e1-bcdf-6e55cc00b585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.970279 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:10.984146 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Allocated IP 172.20.0.13 (5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef/20fafe53-899a-4be5-b7a1-f5c915a90428/6c7c0de3-3bdb-4be6-859d-38c0e7937de9) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:10.991067 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:10.991067 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Usage tracker for resource:port and tenant:b99be84405f14e3cba4c2d5696c26a9a is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:10.991067 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:10.991067 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:11.088136 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:11.257526 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Attempting to bind port 5e700003-ff81-4cfd-a398-1954beacc84f on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:11.258821 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Attempting to bind port 5e700003-ff81-4cfd-a398-1954beacc84f by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:11.261417 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Attempting to bind port 5e700003-ff81-4cfd-a398-1954beacc84f on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:11.268128 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc8382-050c-4ab2-bde2-41561fa5dac7 None None] Pushing event updated for resources: {'Port': ['ID=5e700003-ff81-4cfd-a398-1954beacc84f,revision_number=2']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:11.285018 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:11.286047 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:11.286771 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:11.287706 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:11.288600 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Bound port: 5e700003-ff81-4cfd-a398-1954beacc84f, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:11.289305 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:11.496505 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] For port 5e700003-ff81-4cfd-a398-1954beacc84f, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:11.502288 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] For port 5e700003-ff81-4cfd-a398-1954beacc84f, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=5e700003-ff81-4cfd-a398-1954beacc84f,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:11.588123 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:11.716645 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:11.775166 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:11.775730 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Made reservation on behalf of b99be84405f14e3cba4c2d5696c26a9a for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:11.776794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:11.803728 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.020978 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.062855 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Transition to ACTIVE for port object a5c589c9-eff2-4204-bb7b-05c684e773ee will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:12.108700 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc8382-050c-4ab2-bde2-41561fa5dac7 None None] Pushing event updated for resources: {'Port': ['ID=5e700003-ff81-4cfd-a398-1954beacc84f,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:12.151841 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4c0dbc8c-99f1-4ef7-adfb-b5bfac4d00e6 req-67d85b96-7583-49b6-9b53-8f069889f073 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 210 time: 0.1832206 Jan 18 13:12:12.167533 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:12.185686 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:11:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:12.201488 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.324584 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:12:12.333740 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.380785 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50310) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:12.410403 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Attempting to bind port a5c589c9-eff2-4204-bb7b-05c684e773ee on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:12.410403 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Attempting to bind port a5c589c9-eff2-4204-bb7b-05c684e773ee by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:12.410403 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Attempting to bind port a5c589c9-eff2-4204-bb7b-05c684e773ee on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:12.411351 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.416492 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.445732 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d942a888-b5b9-4a5a-b0ac-e4ea3a73f5b0 admin admin] 10.222.0.71 "PUT /v2.0/routers/061e418f-f08b-4bd0-b699-a47688c3aa5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8251410 Jan 18 13:12:12.456325 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:12.508690 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:12.518400 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Usage tracker for resource:security_group_rule and tenant:c430bb489b0f4762aef0d137a18944d3 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:12.543010 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:12.564955 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:12.571078 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88395f4e-a3f1-45a9-9c94-012987cda4a1 None None] Pushing event updated for resources: {'Port': ['ID=a5c589c9-eff2-4204-bb7b-05c684e773ee,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:12.581869 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-39075a17-5259-457b-a9df-502569a55885 req-0a8a2ced-d822-4065-8a02-abb09178e58c tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.5628152 Jan 18 13:12:12.609870 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:12.611829 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:12.615441 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.617097 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:12.620325 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Bound port: a5c589c9-eff2-4204-bb7b-05c684e773ee, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:12.620779 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.661999 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:12.703564 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Allocated IP 172.20.0.10 (8c259898-1640-472d-86f8-be88f582a6ff/ceb92973-1543-466c-a531-a89ea8a3a4d0/23fca202-da0a-4453-8c48-1452d1ebf05f) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:12.709021 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.741054 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Sync routers for ids ['061e418f-f08b-4bd0-b699-a47688c3aa5c'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:12:12.763068 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.972190 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:12.982469 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ab40a382-ead0-42a8-8f26-cf78bfca5e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.990067 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:12.996406 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Routers {'061e418f-f08b-4bd0-b699-a47688c3aa5c'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:12.997106 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:11:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['061e418f-f08b-4bd0-b699-a47688c3aa5c'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:13.006075 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:13.073668 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:13.083262 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:13.091944 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.146847 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.167776 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event updated for resources: {'Port': ['ID=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:13.205205 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.287913 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-b1b8a144-5478-4771-bffc-106ac95055f9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9945316 Jan 18 13:12:13.342462 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e5920a50-ace4-4382-b948-daae994f1bc2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83634) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:12:13.343742 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e5920a50-ace4-4382-b948-daae994f1bc2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0205779 Jan 18 13:12:13.367168 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:05Z', 'revision_number': 3, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:13.367912 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ecb02-8f59-4731-ab61-a8bb15f50195,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:13.379566 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9a429381-1b68-466a-95eb-bf2d4a963a43 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c430bb489b0f4762aef0d137a18944d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9914527 Jan 18 13:12:13.380541 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50334) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:13.382038 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed28de9-2fdf-455e-9355-9747e130ddad None None] The sync data for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb is: [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:05Z', 'revision_number': 3, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:12:13.395993 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Set router 061e418f-f08b-4bd0-b699-a47688c3aa5c gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:13.593182 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b02f2253-d8cb-4f7e-abd3-4d7e6fe87f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.673363 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b02f2253-d8cb-4f7e-abd3-4d7e6fe87f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.829504 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] For port a5c589c9-eff2-4204-bb7b-05c684e773ee, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:13.835179 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] For port a5c589c9-eff2-4204-bb7b-05c684e773ee, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a5c589c9-eff2-4204-bb7b-05c684e773ee,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:13.959560 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b02f2253-d8cb-4f7e-abd3-4d7e6fe87f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.008828 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f2253-d8cb-4f7e-abd3-4d7e6fe87f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ecb02-8f59-4731-ab61-a8bb15f50195,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:14.012648 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.024660 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b02f2253-d8cb-4f7e-abd3-4d7e6fe87f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.026371 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b02f2253-d8cb-4f7e-abd3-4d7e6fe87f63 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/708ecb02-8f59-4731-ab61-a8bb15f50195 HTTP/1.1" status: 204 len: 168 time: 0.6447639 Jan 18 13:12:14.191629 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Request body: {'port': {'device_id': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:14.210150 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.503574 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88395f4e-a3f1-45a9-9c94-012987cda4a1 None None] Pushing event updated for resources: {'Port': ['ID=a5c589c9-eff2-4204-bb7b-05c684e773ee,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:14.587742 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.607981 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.623109 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.698333 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:14.699609 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:14.811938 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eab51-e596-4e16-88a7-fbfb0e7ac157 req-9312e828-021d-45ca-afe7-f90f8a2614c8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:14.822050 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-113eab51-e596-4e16-88a7-fbfb0e7ac157 req-9312e828-021d-45ca-afe7-f90f8a2614c8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 932 time: 1.0843899 Jan 18 13:12:14.907788 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.063872 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-113eab51-e596-4e16-88a7-fbfb0e7ac157 req-4c050636-5dec-4c98-8bca-2537a98a64f6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:security_group {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:15.090305 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 5e700003-ff81-4cfd-a398-1954beacc84f up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:15.305825 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.316414 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.436793 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:15.611177 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-113eab51-e596-4e16-88a7-fbfb0e7ac157 req-4c050636-5dec-4c98-8bca-2537a98a64f6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:security_group {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:15.637997 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-113eab51-e596-4e16-88a7-fbfb0e7ac157 req-4c050636-5dec-4c98-8bca-2537a98a64f6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8139837 Jan 18 13:12:15.652147 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0bebe-773a-460d-b932-59f115eafafe req-c2b205a1-87cf-4829-b617-1a8d70bebe40 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:15.653799 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-c1e0bebe-773a-460d-b932-59f115eafafe req-c2b205a1-87cf-4829-b617-1a8d70bebe40 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Synchronizing usage tracker for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:network {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:15.664383 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Allocated IP 172.20.0.1 (0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed/152a56fa-3c4e-4d5f-8285-0fce94e4d4e4/11f33c2a-154f-452b-ba50-485dae64a0fc) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:15.690056 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 5e700003-ff81-4cfd-a398-1954beacc84f completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:15.722114 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:12:07Z', 'revision_number': 4, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port': {'id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '71594cd5-5c3d-4eb8-97e0-d8281963010d', 'name': '', 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'mac_address': 'fa:16:3e:99:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:05Z', 'updated_at': '2022-01-18T13:12:07Z', 'revision_number': 2, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'subnets': [{'id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:15.770890 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 5e700003-ff81-4cfd-a398-1954beacc84f triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:15.783928 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.829290 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Checking router: 061e418f-f08b-4bd0-b699-a47688c3aa5c for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:12:15.829780 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Updating router 061e418f-f08b-4bd0-b699-a47688c3aa5c port 71594cd5-5c3d-4eb8-97e0-d8281963010d binding host dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:12:15.885859 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-c1e0bebe-773a-460d-b932-59f115eafafe req-c2b205a1-87cf-4829-b617-1a8d70bebe40 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Unset dirty status for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:network {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:15.893101 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-c2b205a1-87cf-4829-b617-1a8d70bebe40 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 819 time: 1.2043028 Jan 18 13:12:15.924948 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Network 8c259898-1640-472d-86f8-be88f582a6ff is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:15.928459 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:15.929923 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Pushing event updated for resources: {'Port': ['ID=23fca202-da0a-4453-8c48-1452d1ebf05f,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:15.950579 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:15.951194 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-4586cb3a-c770-4f5d-ac94-21e3da26f49b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/quotas/87b93a3a89a84d34b0d953e810c9487c HTTP/1.1" status: 200 len: 375 time: 0.0545144 Jan 18 13:12:15.955254 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:15.956453 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.113585 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 {{(pid=83634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:16.143074 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.180175 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.207393 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.240829 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Transition to ACTIVE for port object 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 will not be triggered until provisioned by entity L2. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:16.270625 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.273580 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-efb040d9-73ea-497a-8315-2c74eac2edf0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9362030 Jan 18 13:12:16.283157 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Transition to ACTIVE for port object 11f33c2a-154f-452b-ba50-485dae64a0fc will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:16.289381 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 5e700003-ff81-4cfd-a398-1954beacc84f, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=5e700003-ff81-4cfd-a398-1954beacc84f,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:16.292621 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.304365 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-c1e0bebe-773a-460d-b932-59f115eafafe req-c7659998-392a-4cb1-8289-d65f29d795cd tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Synchronizing usage tracker for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:16.369843 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.397687 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Request body: {'port': {'device_id': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:16.412244 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.413390 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:16.436874 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-c1e0bebe-773a-460d-b932-59f115eafafe req-c7659998-392a-4cb1-8289-d65f29d795cd tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Unset dirty status for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:16.442463 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-c7659998-392a-4cb1-8289-d65f29d795cd tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2789059 Jan 18 13:12:16.685016 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.703295 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:16.726829 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.806045 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a88ce-9af3-4ef0-8b3c-85ca8a0d725a req-2856a32b-b358-4b2c-9c2d-29f41b13157b tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:16.806849 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-560a88ce-9af3-4ef0-8b3c-85ca8a0d725a req-2856a32b-b358-4b2c-9c2d-29f41b13157b tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Synchronizing usage tracker for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:16.858712 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=5e700003-ff81-4cfd-a398-1954beacc84f,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:16.922798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:16.928972 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Attempting to bind port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:16.929642 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Attempting to bind port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:16.929992 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Pushing event updated for resources: {'Port': ['ID=11f33c2a-154f-452b-ba50-485dae64a0fc,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:16.932542 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:16.941209 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Attempting to bind port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:16.941965 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:16.942426 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.982747 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:12:16.997849 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Attempting to bind port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:17.012912 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-d8cfeb6e-61a3-4c87-b341-18e6e7ae5d59 service neutron] 10.222.0.71 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559011 Jan 18 13:12:17.019004 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:17.019004 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.164500 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-560a88ce-9af3-4ef0-8b3c-85ca8a0d725a req-2856a32b-b358-4b2c-9c2d-29f41b13157b tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Unset dirty status for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:17.179839 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-560a88ce-9af3-4ef0-8b3c-85ca8a0d725a req-2856a32b-b358-4b2c-9c2d-29f41b13157b tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 932 time: 1.2180114 Jan 18 13:12:17.356049 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-5c58ff20-6a60-459f-be64-08bbe106dd28 service neutron] 10.222.0.71 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417966 Jan 18 13:12:17.363030 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:17.363872 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Checking segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:17.364626 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Bound using segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:17.370730 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Allocated IP 172.20.0.1 (196899bc-d4a9-49d8-b2ea-aed41b5a787a/1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e/3294ab2d-6dfa-490e-af4b-749db4e923a3) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:17.372822 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Bound port: 6c7c0de3-3bdb-4be6-859d-38c0e7937de9, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:17.373597 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.552927 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:04Z', 'revision_number': 3, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:17.569887 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb01c9-e956-41ed-a5ba-91912eb1c6f2 None None] The sync data for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb is: [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:04Z', 'revision_number': 3, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:12:17.593190 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] For port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9, host hv-cinder-82510, cleared binding levels {{(pid=83634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:17.598581 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] For port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:17.714382 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.747466 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.768032 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-87c489ef-6247-4a73-a460-4c982b52bf8d None None] Provisioning for port 11f33c2a-154f-452b-ba50-485dae64a0fc completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:17.775293 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Transition to ACTIVE for port object 71594cd5-5c3d-4eb8-97e0-d8281963010d will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:17.795891 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-87c489ef-6247-4a73-a460-4c982b52bf8d None None] Provisioning complete for port 11f33c2a-154f-452b-ba50-485dae64a0fc triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:17.796274 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-87c489ef-6247-4a73-a460-4c982b52bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.841658 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-560a88ce-9af3-4ef0-8b3c-85ca8a0d725a req-6c4aad74-5d64-42fe-a4b2-cf15bd38c104 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497931 Jan 18 13:12:17.844638 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,revision_number=3']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:17.892528 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.894246 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-e84a44f5-b731-4315-a889-85f71bd15b33 service neutron] 10.222.0.96 "PUT /v2.0/ports/6c7c0de3-3bdb-4be6-859d-38c0e7937de9 HTTP/1.1" status: 200 len: 1094 time: 4.0682304 Jan 18 13:12:17.903474 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'tag': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:18.004467 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-87c489ef-6247-4a73-a460-4c982b52bf8d None None] Port 11f33c2a-154f-452b-ba50-485dae64a0fc cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:12:18.014898 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 5e700003-ff81-4cfd-a398-1954beacc84f up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:18.051416 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.225036 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719f19a-9e11-45aa-81c3-55fc20db4e01 None None] Pushing event updated for resources: {'Port': ['ID=71594cd5-5c3d-4eb8-97e0-d8281963010d,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:18.505290 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-5f208260-6ad7-4d93-a075-beafaa80f1e5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 1097 time: 0.3123605 Jan 18 13:12:18.521105 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.549375 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85fb2b-2dbc-41f5-b736-181e6f3beb90 req-0d86a029-4f51-4964-9b52-29ae0b75ffd5 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:18.550595 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-cc85fb2b-2dbc-41f5-b736-181e6f3beb90 req-0d86a029-4f51-4964-9b52-29ae0b75ffd5 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:18.551135 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Transition to ACTIVE for port object 3294ab2d-6dfa-490e-af4b-749db4e923a3 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:18.571756 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.681652 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-76116680-154e-4652-9997-88c6924263bf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9 HTTP/1.1" status: 200 len: 217 time: 0.1204660 Jan 18 13:12:18.786743 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Attempting to bind port 71594cd5-5c3d-4eb8-97e0-d8281963010d on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:18.786974 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Attempting to bind port 71594cd5-5c3d-4eb8-97e0-d8281963010d by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:18.787330 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Attempting to bind port 71594cd5-5c3d-4eb8-97e0-d8281963010d on network 2959f65b-2f7f-4408-8c94-4999ba3618eb {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:18.810254 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:18.810646 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Checking segment: {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:18.811049 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.811477 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Bound using segment: {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:18.812004 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Bound port: 71594cd5-5c3d-4eb8-97e0-d8281963010d, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:18.812387 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.827410 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-cc85fb2b-2dbc-41f5-b736-181e6f3beb90 req-0d86a029-4f51-4964-9b52-29ae0b75ffd5 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:18.837991 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cc85fb2b-2dbc-41f5-b736-181e6f3beb90 req-0d86a029-4f51-4964-9b52-29ae0b75ffd5 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 944 time: 0.7240212 Jan 18 13:12:18.861366 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 5e700003-ff81-4cfd-a398-1954beacc84f triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:18.861740 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.980422 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cc85fb2b-2dbc-41f5-b736-181e6f3beb90 req-04e9f0c5-8aed-4e1a-9174-77a264d2da16 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405592 Jan 18 13:12:19.000424 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-04d0c71c-c13e-481e-b297-744586f441c1 req-c9f94dd3-78a2-42e3-8671-24e7341d96e3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 210 time: 0.9447224 Jan 18 13:12:19.025099 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-5d89eb35-fa30-4b0b-bc68-9f0f4bdc7eb2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:19.026576 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-5d89eb35-fa30-4b0b-bc68-9f0f4bdc7eb2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.2735572 Jan 18 13:12:19.116384 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] For port 71594cd5-5c3d-4eb8-97e0-d8281963010d, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:19.120152 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] For port 71594cd5-5c3d-4eb8-97e0-d8281963010d, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=71594cd5-5c3d-4eb8-97e0-d8281963010d,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:19.245436 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-941cff34-0c35-4747-bcd6-498080e00d18 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2049334 Jan 18 13:12:19.423984 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fca202-da0a-4453-8c48-1452d1ebf05f {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:19.424371 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.539892 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719f19a-9e11-45aa-81c3-55fc20db4e01 None None] Pushing event updated for resources: {'Port': ['ID=71594cd5-5c3d-4eb8-97e0-d8281963010d,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:19.589311 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Routers {'061e418f-f08b-4bd0-b699-a47688c3aa5c'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:19.590557 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['061e418f-f08b-4bd0-b699-a47688c3aa5c'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:19.612146 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-47f29e45-bf32-4f7b-a352-c435811d2dec service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521907 Jan 18 13:12:19.694360 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.707301 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.731614 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.833069 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:19.836583 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3294ab2d-6dfa-490e-af4b-749db4e923a3,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:19.854746 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:19.854884 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.855777 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.878906 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ee74006-2769-4dd0-ab8d-9222cc387850 req-33a05d89-b3db-46f9-8fcc-8ed39e284ed6 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526805 Jan 18 13:12:19.880574 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'tag': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'status': 'completed', 'code': 200} Jan 18 13:12:20.037856 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:20.038411 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:20.071056 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] Set router 061e418f-f08b-4bd0-b699-a47688c3aa5c gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:20.093977 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Transition to ACTIVE for port object 23fca202-da0a-4453-8c48-1452d1ebf05f will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:20.201788 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Pushing event updated for resources: {'Port': ['ID=11f33c2a-154f-452b-ba50-485dae64a0fc,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:20.240580 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:20.242342 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-0ea16cd8-f3a9-4a5e-8883-12017040175f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 1097 time: 0.1759856 Jan 18 13:12:20.580860 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-f6974411-47fa-44ee-ba43-93f6ce6a7e2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:20.582388 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-f6974411-47fa-44ee-ba43-93f6ce6a7e2b service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 916 time: 0.3075807 Jan 18 13:12:20.604922 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d057e4-29fc-490f-8898-f359cc109c6f req-0f51eace-4af5-4b1e-9b2e-5dc2255d6e48 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:20.607061 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a7d057e4-29fc-490f-8898-f359cc109c6f req-0f51eace-4af5-4b1e-9b2e-5dc2255d6e48 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 932 time: 1.2013829 Jan 18 13:12:20.632885 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23fca202-da0a-4453-8c48-1452d1ebf05f,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:20.634001 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-1f7f1e54-0eaa-464c-9e4f-d41e94aaaf02 None None] Provisioning for port 3294ab2d-6dfa-490e-af4b-749db4e923a3 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:20.663364 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-b3043bac-35f5-4aa7-a474-35c5e0ac5631 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9 HTTP/1.1" status: 200 len: 217 time: 0.0749454 Jan 18 13:12:20.715752 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-1f7f1e54-0eaa-464c-9e4f-d41e94aaaf02 None None] Provisioning complete for port 3294ab2d-6dfa-490e-af4b-749db4e923a3 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:20.717343 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-1f7f1e54-0eaa-464c-9e4f-d41e94aaaf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:20.820113 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:20.900691 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:20.904839 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f1e54-0eaa-464c-9e4f-d41e94aaaf02 None None] Port 3294ab2d-6dfa-490e-af4b-749db4e923a3 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:12:20.943405 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:12:07Z', 'revision_number': 4, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port': {'id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '71594cd5-5c3d-4eb8-97e0-d8281963010d', 'name': '', 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'mac_address': 'fa:16:3e:99:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:05Z', 'updated_at': '2022-01-18T13:12:19Z', 'revision_number': 4, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'subnets': [{'id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:20.956320 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff561cb9-5a97-4d76-a295-763ed5d1d3e6 None None] The sync data for ids ['061e418f-f08b-4bd0-b699-a47688c3aa5c'] in dv-cinder-825103-1-smb is: [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:12:07Z', 'revision_number': 4, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port': {'id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '71594cd5-5c3d-4eb8-97e0-d8281963010d', 'name': '', 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'mac_address': 'fa:16:3e:99:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:05Z', 'updated_at': '2022-01-18T13:12:19Z', 'revision_number': 4, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'subnets': [{'id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:12:21.080100 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-8e9d4039-e25e-40f8-ab9b-d22f5263d85f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:21.081910 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-8e9d4039-e25e-40f8-ab9b-d22f5263d85f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.3356175 Jan 18 13:12:21.125080 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:21.170646 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:21.238109 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-2d34825d-236d-4287-8cbf-42ae5f50990a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183016 Jan 18 13:12:21.404375 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a7d057e4-29fc-490f-8898-f359cc109c6f req-274ea36e-a658-43e9-bfc6-2cd8afc2a344 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629268 Jan 18 13:12:21.409673 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Attempting to bind port 23fca202-da0a-4453-8c48-1452d1ebf05f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:21.410188 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Attempting to bind port 23fca202-da0a-4453-8c48-1452d1ebf05f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b83e13d1-9933-4cbf-bdc0-46bbd688d903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8c259898-1640-472d-86f8-be88f582a6ff'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:21.410696 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Attempting to bind port 23fca202-da0a-4453-8c48-1452d1ebf05f on network 8c259898-1640-472d-86f8-be88f582a6ff {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:21.481303 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-81c96559-9db5-459b-a8a4-f2e55f2077ad None None] Provisioning complete for port 11f33c2a-154f-452b-ba50-485dae64a0fc triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:21.481775 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-81c96559-9db5-459b-a8a4-f2e55f2077ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:21.519589 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.96', 63148) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:21.563510 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-81c96559-9db5-459b-a8a4-f2e55f2077ad None None] Port 11f33c2a-154f-452b-ba50-485dae64a0fc cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:12:21.695570 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Port 23fca202-da0a-4453-8c48-1452d1ebf05f on network 8c259898-1640-472d-86f8-be88f582a6ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:12:21.695806 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Attempting to bind port 23fca202-da0a-4453-8c48-1452d1ebf05f on network 8c259898-1640-472d-86f8-be88f582a6ff {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:21.813710 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-10813869-c7bf-4453-86b2-2f6181cb0e31 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454299 Jan 18 13:12:21.828143 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:21.828489 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Checking segment: {'id': 'b83e13d1-9933-4cbf-bdc0-46bbd688d903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8c259898-1640-472d-86f8-be88f582a6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:21.829078 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Bound using segment: {'id': 'b83e13d1-9933-4cbf-bdc0-46bbd688d903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8c259898-1640-472d-86f8-be88f582a6ff'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:21.829533 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Bound port: 23fca202-da0a-4453-8c48-1452d1ebf05f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83e13d1-9933-4cbf-bdc0-46bbd688d903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8c259898-1640-472d-86f8-be88f582a6ff'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:21.829883 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:21.969034 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 71594cd5-5c3d-4eb8-97e0-d8281963010d up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:22.285127 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 71594cd5-5c3d-4eb8-97e0-d8281963010d completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:22.290618 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 71594cd5-5c3d-4eb8-97e0-d8281963010d triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:22.291110 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.345509 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50536) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:22.411913 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] For port 23fca202-da0a-4453-8c48-1452d1ebf05f, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:22.415444 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0bebe-773a-460d-b932-59f115eafafe req-cd351e1e-ccd6-40f8-9ea2-c625375b2d03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:22.417189 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-cd351e1e-ccd6-40f8-9ea2-c625375b2d03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 819 time: 0.8916495 Jan 18 13:12:22.420638 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] For port 23fca202-da0a-4453-8c48-1452d1ebf05f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23fca202-da0a-4453-8c48-1452d1ebf05f,segment=NetworkSegment(b83e13d1-9933-4cbf-bdc0-46bbd688d903),segment_id=b83e13d1-9933-4cbf-bdc0-46bbd688d903)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:22.472462 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86f6234c-6248-4b05-addd-52285a17c8f4 req-de934a2f-7b3e-4604-b3be-545864db533e service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406019 Jan 18 13:12:22.515186 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Request body: {'port': {'device_id': '64186393-d73d-45f2-bd83-26b27b1e499f', 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'admin_state_up': True, 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:22.560125 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.640910 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.647440 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 71594cd5-5c3d-4eb8-97e0-d8281963010d, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=71594cd5-5c3d-4eb8-97e0-d8281963010d,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:22.753242 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.824515 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.826554 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] 10.222.0.96 "PUT /v2.0/ports/23fca202-da0a-4453-8c48-1452d1ebf05f HTTP/1.1" status: 200 len: 1094 time: 6.4569588 Jan 18 13:12:22.834735 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'tag': '23fca202-da0a-4453-8c48-1452d1ebf05f'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:22.878709 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:22.906881 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:22.927909 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.db.resource_extend [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:12:22.944884 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.983821 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.984522 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=71594cd5-5c3d-4eb8-97e0-d8281963010d,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:23.018411 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436baeb-4dd1-4a41-b84d-a499aea83104 req-affb2d0d-03e1-480e-8595-231d75b596e6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:23.021331 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6436baeb-4dd1-4a41-b84d-a499aea83104 req-affb2d0d-03e1-480e-8595-231d75b596e6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 944 time: 1.3334358 Jan 18 13:12:23.056406 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:23.062888 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Usage tracker for resource:security_group_rule and tenant:f9a677bb5e554b7bbb6fcd87e40d725d is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:23.076329 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:23.079077 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Made reservation on behalf of 87b93a3a89a84d34b0d953e810c9487c for: {'port': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:23.082130 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.096635 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:23.098332 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffa5dc-67d0-4f03-89cc-abc343f202a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23fca202-da0a-4453-8c48-1452d1ebf05f,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:23.163918 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.165178 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.295795 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3294ab2d-6dfa-490e-af4b-749db4e923a3,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:23.306902 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.339254 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Allocated IP 172.20.0.2 (2959f65b-2f7f-4408-8c94-4999ba3618eb/4cf1b90c-44dc-47fb-b70d-d331ea4ac801/ec51fd98-5777-400a-8e3f-d52b5f1bca32) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:23.390523 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6436baeb-4dd1-4a41-b84d-a499aea83104 req-82251f71-fb4a-4797-b99e-016f7fdb4fee tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953150 Jan 18 13:12:23.407156 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.561213 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec0b5b-5f6e-435c-a2fd-eb344d099b2c,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:23.574752 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-67b3cab5-093d-42aa-b1e4-2c9cf800232e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f9a677bb5e554b7bbb6fcd87e40d725d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2204547 Jan 18 13:12:23.584440 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50566) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:23.718655 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.747103 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8f33480-371f-4f3d-aa68-762db6d7fe11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.780844 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8f33480-371f-4f3d-aa68-762db6d7fe11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.807868 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-71358217-3669-4412-95e3-d9eef8025263 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b99be84405f14e3cba4c2d5696c26a9a&device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 1097 time: 0.7652888 Jan 18 13:12:23.863039 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 71594cd5-5c3d-4eb8-97e0-d8281963010d up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:23.895858 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.959028 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8f33480-371f-4f3d-aa68-762db6d7fe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:23.965911 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 71594cd5-5c3d-4eb8-97e0-d8281963010d triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:23.966676 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:24.008731 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f33480-371f-4f3d-aa68-762db6d7fe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec0b5b-5f6e-435c-a2fd-eb344d099b2c,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:24.022516 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-4c7cfd93-3acb-4d60-96f5-317a7810fa63 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23fca202-da0a-4453-8c48-1452d1ebf05f HTTP/1.1" status: 200 len: 217 time: 0.1548643 Jan 18 13:12:24.037288 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:24.041341 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:24.045140 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Pushing event updated for resources: {'Port': ['ID=ec51fd98-5777-400a-8e3f-d52b5f1bca32,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:24.061909 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:24.068990 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:24.070022 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:24.127386 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:24.138487 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Router 097dd553-7da7-433b-bad8-36f84fa338a4 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:12:24.142613 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:24.169999 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8f33480-371f-4f3d-aa68-762db6d7fe11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:24.171273 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b8f33480-371f-4f3d-aa68-762db6d7fe11 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6dec0b5b-5f6e-435c-a2fd-eb344d099b2c HTTP/1.1" status: 204 len: 168 time: 0.5854459 Jan 18 13:12:24.222429 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-93064503-49dc-4e46-ac20-38b8fa6a956f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7154448 Jan 18 13:12:24.276160 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Request body: {'port': {'device_id': '64186393-d73d-45f2-bd83-26b27b1e499f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:24.276354 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f30bc2-439e-443a-ad01-0a71674ca1cd req-cae5a6a0-56f4-4076-9c76-9fc127787b1d tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:24.297780 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-75f30bc2-439e-443a-ad01-0a71674ca1cd req-cae5a6a0-56f4-4076-9c76-9fc127787b1d tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 944 time: 0.6916573 Jan 18 13:12:24.303286 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-56d488b2-b89b-4cbf-8e4e-bfe10fb9103a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:24.316072 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-56d488b2-b89b-4cbf-8e4e-bfe10fb9103a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ceb92973-1543-466c-a531-a89ea8a3a4d0 HTTP/1.1" status: 200 len: 852 time: 0.2611306 Jan 18 13:12:24.578908 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:24.682759 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-55765f1e-62de-4dca-9fea-a7e2c4f1ffd3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c259898-1640-472d-86f8-be88f582a6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019948 Jan 18 13:12:24.726786 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-c09302c9-4b05-4fa5-ac4a-8cc5cfe1fb43 None None] Provisioning complete for port 3294ab2d-6dfa-490e-af4b-749db4e923a3 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:24.729532 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-c09302c9-4b05-4fa5-ac4a-8cc5cfe1fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:24.943272 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-c09302c9-4b05-4fa5-ac4a-8cc5cfe1fb43 None None] Port 3294ab2d-6dfa-490e-af4b-749db4e923a3 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:12:25.049992 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-c9273f3c-0c7f-4c3b-9d86-e513200e614f service neutron] 10.222.0.96 "GET /v2.0/networks/8c259898-1640-472d-86f8-be88f582a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224850 Jan 18 13:12:25.372668 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec51fd98-5777-400a-8e3f-d52b5f1bca32 {{(pid=83634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:25.388911 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:25.430868 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Transition to ACTIVE for port object ec51fd98-5777-400a-8e3f-d52b5f1bca32 will not be triggered until provisioned by entity L2. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:25.557877 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50596) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:25.566258 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-75f30bc2-439e-443a-ad01-0a71674ca1cd req-f695efc4-b10f-4e29-a7e0-be2f191f15d1 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2353313 Jan 18 13:12:25.578901 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:25.643005 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:25.704064 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ae8f0017-2444-48cb-b067-cfe320389f78 req-9ee23404-ba6e-4a82-a906-b335573cb7df service neutron] 10.222.0.96 "GET /v2.0/networks/8c259898-1640-472d-86f8-be88f582a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768735 Jan 18 13:12:25.914938 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:25.920412 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:37735b99169248d584808aa2b93882f9 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:25.924698 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:25.933077 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:25.970704 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a5c589c9-eff2-4204-bb7b-05c684e773ee up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:25.982146 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ec51fd98-5777-400a-8e3f-d52b5f1bca32,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:26.124119 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:12:26.137047 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:26.266095 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-d21accb5-f114-4917-9292-5c443a86e2aa admin admin] 10.222.0.71 "PUT /v2.0/routers/097dd553-7da7-433b-bad8-36f84fa338a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6211424 Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Attempting to bind port ec51fd98-5777-400a-8e3f-d52b5f1bca32 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Attempting to bind port ec51fd98-5777-400a-8e3f-d52b5f1bca32 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Attempting to bind port ec51fd98-5777-400a-8e3f-d52b5f1bca32 on network 2959f65b-2f7f-4408-8c94-4999ba3618eb {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Port ec51fd98-5777-400a-8e3f-d52b5f1bca32 on network 2959f65b-2f7f-4408-8c94-4999ba3618eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Attempting to bind port ec51fd98-5777-400a-8e3f-d52b5f1bca32 on network 2959f65b-2f7f-4408-8c94-4999ba3618eb {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Checking segment: {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Bound using segment: {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Bound port: ec51fd98-5777-400a-8e3f-d52b5f1bca32, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'}}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:26.267189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:26.268538 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Router 2e45af29-6dae-4932-b859-32f327827053 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:12:26.387633 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] For port ec51fd98-5777-400a-8e3f-d52b5f1bca32, host hv-cinder-82510, cleared binding levels {{(pid=83634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:26.397072 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] For port ec51fd98-5777-400a-8e3f-d52b5f1bca32, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:26.450187 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'tag': '23fca202-da0a-4453-8c48-1452d1ebf05f', 'status': 'completed', 'code': 200} Jan 18 13:12:26.659234 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-f971ad11-720b-4f45-b817-06b351f4204b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b99be84405f14e3cba4c2d5696c26a9a&device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 1097 time: 0.3253553 Jan 18 13:12:26.670707 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba763588-c9b7-41bd-b435-489346c52544 req-21cdc8ee-7ae0-404d-85a7-e27f87c77b3e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:26.672377 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ba763588-c9b7-41bd-b435-489346c52544 req-21cdc8ee-7ae0-404d-85a7-e27f87c77b3e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 944 time: 0.2141716 Jan 18 13:12:26.916734 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ba763588-c9b7-41bd-b435-489346c52544 req-40aec76d-a3ae-4ee0-9382-d661b360282d tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110689 Jan 18 13:12:26.932152 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-84ae30e9-b22f-4540-96b2-cb45f3ab6cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:26.932152 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-84ae30e9-b22f-4540-96b2-cb45f3ab6cd4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c259898-1640-472d-86f8-be88f582a6ff HTTP/1.1" status: 200 len: 913 time: 0.2476904 Jan 18 13:12:26.951065 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:12:26.963251 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5451992f-1add-411b-ab43-04893c7942a2 admin admin] 10.222.0.71 "PUT /v2.0/routers/2e45af29-6dae-4932-b859-32f327827053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6883996 Jan 18 13:12:27.075339 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-e92a9af1-a4b6-44b4-a6c6-24d267c1812c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23fca202-da0a-4453-8c48-1452d1ebf05f HTTP/1.1" status: 200 len: 217 time: 0.0740049 Jan 18 13:12:27.152154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-54c8da78-569e-4f76-b0e6-3b1b95421700 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:27.153632 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-54c8da78-569e-4f76-b0e6-3b1b95421700 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ceb92973-1543-466c-a531-a89ea8a3a4d0 HTTP/1.1" status: 200 len: 852 time: 0.0723681 Jan 18 13:12:27.205002 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-a76522a0-3515-45c7-8e1b-6e65e62e7a6e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c259898-1640-472d-86f8-be88f582a6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456305 Jan 18 13:12:27.223418 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.417308 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fffff60-633d-4b54-83f0-d90d3e378bf0,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:27.417308 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c4b16658-79c2-4e27-917d-8fa21bb56fc5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37735b99169248d584808aa2b93882f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7229204 Jan 18 13:12:27.418619 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-f4ee1362-1e47-4300-97f7-e1421322d165 service neutron] 10.222.0.96 "GET /v2.0/networks/8c259898-1640-472d-86f8-be88f582a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297624 Jan 18 13:12:27.418945 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50630) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:27.469054 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c64c7128-58c4-4263-930d-6a638981361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.475356 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b0732d5-31c8-4ec3-af46-a648f7424004 req-6cc0ed0a-3315-4732-875d-23f19167c41b service neutron] 10.222.0.96 "GET /v2.0/networks/8c259898-1640-472d-86f8-be88f582a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288276 Jan 18 13:12:27.497959 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c64c7128-58c4-4263-930d-6a638981361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.695539 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port a5c589c9-eff2-4204-bb7b-05c684e773ee completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:27.697104 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.701977 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port a5c589c9-eff2-4204-bb7b-05c684e773ee triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:27.702344 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.771177 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.773195 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] 10.222.0.96 "PUT /v2.0/ports/ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 1093 time: 3.5040019 Jan 18 13:12:27.776248 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64186393-d73d-45f2-bd83-26b27b1e499f', 'tag': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:27.852803 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50638) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:27.859061 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338018234', 'description': 'tempest-description--90365850'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:27.865399 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:27.869310 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.869764 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:27.873867 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:27.885487 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c64c7128-58c4-4263-930d-6a638981361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.901012 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port a5c589c9-eff2-4204-bb7b-05c684e773ee, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a5c589c9-eff2-4204-bb7b-05c684e773ee,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:27.903100 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:27.904419 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08649a-ba15-4a55-ad6f-a84a919d0a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ec51fd98-5777-400a-8e3f-d52b5f1bca32,revision_number=3']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:27.915422 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7128-58c4-4263-930d-6a638981361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fffff60-633d-4b54-83f0-d90d3e378bf0,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:27.924966 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c64c7128-58c4-4263-930d-6a638981361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.926227 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c64c7128-58c4-4263-930d-6a638981361e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4fffff60-633d-4b54-83f0-d90d3e378bf0 HTTP/1.1" status: 204 len: 168 time: 0.5193045 Jan 18 13:12:27.999454 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.999988 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.101673 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=a5c589c9-eff2-4204-bb7b-05c684e773ee,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:28.120251 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-77d1e9cd-f5bf-42dc-b563-bd825c316fde tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:28.120868 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:28.122386 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-77d1e9cd-f5bf-42dc-b563-bd825c316fde tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 819 time: 0.3536777 Jan 18 13:12:28.128197 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group_rule and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:28.142785 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:28.153977 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:28.164279 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-8db86727-a577-443c-bb9a-d21b8e0b72f2 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/quotas/87b93a3a89a84d34b0d953e810c9487c HTTP/1.1" status: 200 len: 375 time: 0.0258098 Jan 18 13:12:28.176875 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50652) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:28.199422 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d4742-f6b0-4e27-83b2-5476b320bff2 req-f9a6c5c9-8dcc-43ea-a38d-a4cce6fbc39a tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:28.204076 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b23d4742-f6b0-4e27-83b2-5476b320bff2 req-f9a6c5c9-8dcc-43ea-a38d-a4cce6fbc39a tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 944 time: 0.1835399 Jan 18 13:12:28.275990 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-540059f5-95e1-44fe-9bb7-f5e10de5ccbc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1096 time: 0.2306793 Jan 18 13:12:28.360742 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-cbdee065-1c3f-4536-acf6-433bde95d190 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 217 time: 0.0700166 Jan 18 13:12:28.361831 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.370309 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-18d847b8-dca3-40ae-95b0-07c025814381 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Synchronizing usage tracker for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:28.383140 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b23d4742-f6b0-4e27-83b2-5476b320bff2 req-17522e96-f674-4f98-af43-012fb027a469 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780281 Jan 18 13:12:28.445437 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.451242 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0bebe-773a-460d-b932-59f115eafafe req-16f12010-1c47-429b-945c-78440b8e778a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:28.452653 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-16f12010-1c47-429b-945c-78440b8e778a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.0790143 Jan 18 13:12:28.490674 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1905a298-1264-4f1e-b858-dc5342a9dc4c,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:28.517982 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-b85f40ab-a9e2-40f7-843d-66a80402017e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564554 Jan 18 13:12:28.519110 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-18d847b8-dca3-40ae-95b0-07c025814381 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Unset dirty status for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:28.524496 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-18d847b8-dca3-40ae-95b0-07c025814381 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3361614 Jan 18 13:12:28.577105 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.605755 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.605755 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a04b8d92-1a76-4f41-997e-3d2adefd1eb6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.7464123 Jan 18 13:12:28.607774 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50668) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:28.621276 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'security_group_rule': {'security_group_id': '1905a298-1264-4f1e-b858-dc5342a9dc4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:28.630565 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:28.638147 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group_rule and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:28.640952 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:28.643300 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:28.650100 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Usage tracker for resource:security_group_rule and tenant:823fd0487bec49c9a8da94a3341b9c06 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:28.653571 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:28.655766 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:28.665585 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:28.769237 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.789763 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.859471 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.888204 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-c80d4f77-4629-4c2e-94ac-0f37a1b33eee service neutron] 10.222.0.71 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286674 Jan 18 13:12:28.890517 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-95ccbb4b-ac36-4e29-a0a3-13e326deaddb service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639498 Jan 18 13:12:28.932192 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.933770 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c30cc7-57e5-4040-8420-7bed882b0811,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:28.942758 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-3401a609-d242-41b8-a503-fd7693db94e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=823fd0487bec49c9a8da94a3341b9c06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7634797 Jan 18 13:12:28.946045 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50678) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:29.019477 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.054893 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec864234-67b3-43a8-81bf-e99b2cf901d6,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:29.073373 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5b3e-88e7-4434-9818-17083b4ecd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.100899 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5b3e-88e7-4434-9818-17083b4ecd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.209227 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-bdd8e986-23ab-48d4-a2c9-772200384b52 service neutron] 10.222.0.71 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136363 Jan 18 13:12:29.212321 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c1e0bebe-773a-460d-b932-59f115eafafe req-1fe5a3c1-0f7f-47ac-9c88-049773df53c3 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914283 Jan 18 13:12:29.221799 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.233808 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a1915e02-7209-4bac-bfaf-5a98ad9fa92f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6143115 Jan 18 13:12:29.233808 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5b3e-88e7-4434-9818-17083b4ecd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.235565 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50686) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:29.242086 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'security_group_rule': {'security_group_id': '1905a298-1264-4f1e-b858-dc5342a9dc4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:29.249264 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:29.249577 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5b3e-88e7-4434-9818-17083b4ecd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.251200 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5f8a5b3e-88e7-4434-9818-17083b4ecd1a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/55c30cc7-57e5-4040-8420-7bed882b0811 HTTP/1.1" status: 204 len: 168 time: 0.3033280 Jan 18 13:12:29.252620 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a5b3e-88e7-4434-9818-17083b4ecd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c30cc7-57e5-4040-8420-7bed882b0811,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:29.253273 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group_rule and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:29.262386 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:29.269732 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:29.371360 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.390423 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50694) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:29.400449 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638574920', 'description': 'tempest-description--462378094'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:29.409966 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:29.416835 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:29.422304 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:29.433109 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:29.443174 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.468506 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64186393-d73d-45f2-bd83-26b27b1e499f', 'tag': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32', 'status': 'completed', 'code': 200} Jan 18 13:12:29.548372 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.611351 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.625102 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:29.635431 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group_rule and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:29.638831 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:29.645144 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:29.691255 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ec1049-f82a-4724-a3e2-9ef5361aeba8,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:29.728136 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-1a91334f-eedc-46d1-90c6-c7e1e75b99a0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1096 time: 0.2000337 Jan 18 13:12:29.733146 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.845106 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.846259 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-19efeae2-ae88-4377-a492-47a554247d18 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6094036 Jan 18 13:12:29.850413 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c9a0-da16-4a32-acdb-2161b27d9a45 req-cb7a2b18-acd4-4f3c-b8d3-f44f09e37d91 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:29.851598 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50714) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:29.852144 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b963c9a0-da16-4a32-acdb-2161b27d9a45 req-cb7a2b18-acd4-4f3c-b8d3-f44f09e37d91 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 944 time: 0.1175282 Jan 18 13:12:29.853325 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.868210 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'floatingip': {'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:29.878064 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:29.892796 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:floatingip and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:29.900985 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:29.911994 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be544-afca-4f20-9118-196119d11cac req-323df24f-ac29-41a5-9dcd-a232c9d432a1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:29.914755 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f43be544-afca-4f20-9118-196119d11cac req-323df24f-ac29-41a5-9dcd-a232c9d432a1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 944 time: 0.3082933 Jan 18 13:12:29.942338 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:29.949753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290beda7-03fd-426c-b80b-605c97c576e8,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:29.962547 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b963c9a0-da16-4a32-acdb-2161b27d9a45 req-944577fa-7b0b-454c-8c7b-e48abeec5bfa tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850499 Jan 18 13:12:29.985399 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-01cc1125-69d1-41d0-8506-7ca7226d768b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:29.985399 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-01cc1125-69d1-41d0-8506-7ca7226d768b service neutron] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 920 time: 0.2432320 Jan 18 13:12:30.080429 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-f3b02a72-d0c2-45b4-abb9-3f870df49b8d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 217 time: 0.0854561 Jan 18 13:12:30.082568 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f43be544-afca-4f20-9118-196119d11cac req-01a02734-eff5-4899-8a1b-c7c5dc279550 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438789 Jan 18 13:12:30.129372 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.149523 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-bb57e68c-30bf-49f4-957e-b4a7366dd32c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7545035 Jan 18 13:12:30.151981 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50724) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:30.157183 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5717b922-ac47-4d0c-be6e-be115517ad3c req-94064016-dbeb-4e2a-91cc-7a038909faea tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 210 time: 0.1309683 Jan 18 13:12:30.165649 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'security_group_rule': {'security_group_id': '290beda7-03fd-426c-b80b-605c97c576e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:30.173389 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a5c589c9-eff2-4204-bb7b-05c684e773ee up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:30.173772 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:30.178148 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group_rule and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:30.181867 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:30.194725 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:30.201961 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-62a2bbdb-9a47-49e4-8cf2-8b003f0b6adf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:30.203862 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-62a2bbdb-9a47-49e4-8cf2-8b003f0b6adf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.1107283 Jan 18 13:12:30.205165 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.294821 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port a5c589c9-eff2-4204-bb7b-05c684e773ee triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:30.295701 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.315041 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-30fc7cbe-39f0-455e-a6b2-fa95f64cef70 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960236 Jan 18 13:12:30.329109 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50730) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:30.377157 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.391204 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.467167 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.492050 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:30.496881 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Usage tracker for resource:security_group_rule and tenant:c26e24a054454d2f860ab9913431c794 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:30.502049 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:30.508962 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:30.509767 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-23aa8ec4-bf8b-4338-ba53-c0c09f2bb884 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842036 Jan 18 13:12:30.592302 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.594809 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.615596 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.622153 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b722a48-4d4d-4e06-8fe5-0f824dce0dfa,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:30.724350 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.741064 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b8b52a8-8c84-4baa-8ae4-0fab64b8b4b7 req-1a9c174f-7f2c-43eb-9261-0a7c76e1027f service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227166 Jan 18 13:12:30.771530 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6852d0-c5c3-4629-b331-1170b2401c9c,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:30.785923 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-167efa85-b909-4f61-82f6-b95a735cd06d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c26e24a054454d2f860ab9913431c794&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4551630 Jan 18 13:12:30.787884 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Allocated IP 172.28.0.248 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/e9819c63-35d9-4574-b6be-300a59961418) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:30.788787 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50740) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:30.850359 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.854010 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-bcdbe05f-249f-42c9-9dd6-d000fe01371d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6986008 Jan 18 13:12:30.854341 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50744) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:30.861644 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:12:30.862366 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'security_group_rule': {'security_group_id': '290beda7-03fd-426c-b80b-605c97c576e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:30.869087 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a4696e53-70f6-4fc5-b881-70e178c6d21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.872381 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:30.886970 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group_rule and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:30.893918 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:30.909601 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:30.915798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a4696e53-70f6-4fc5-b881-70e178c6d21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.982838 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.051040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.094252 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a4696e53-70f6-4fc5-b881-70e178c6d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.134862 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4696e53-70f6-4fc5-b881-70e178c6d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6852d0-c5c3-4629-b331-1170b2401c9c,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:31.171716 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a4696e53-70f6-4fc5-b881-70e178c6d21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.172867 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a4696e53-70f6-4fc5-b881-70e178c6d21c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da6852d0-c5c3-4629-b331-1170b2401c9c HTTP/1.1" status: 204 len: 168 time: 0.3829904 Jan 18 13:12:31.204043 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.218802 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.316471 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'Port': ['ID=e9819c63-35d9-4574-b6be-300a59961418,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:31.347091 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:31.349709 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:31.361186 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:31.382734 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.421783 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f71b437-dd55-4e9e-ae50-8f83bc8ce382,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:31.466344 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160a62-7cfd-4011-bb29-f56bd004f135 req-463f9487-99c4-4008-a2ec-d9d51b225da9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:31.468329 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-08160a62-7cfd-4011-bb29-f56bd004f135 req-463f9487-99c4-4008-a2ec-d9d51b225da9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 944 time: 0.1607926 Jan 18 13:12:31.510031 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafd369-fac0-4880-8996-a1151c6af03f req-78e028eb-c1a4-4851-8ced-c09dead4099d tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:31.512146 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aeafd369-fac0-4880-8996-a1151c6af03f req-78e028eb-c1a4-4851-8ced-c09dead4099d tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 944 time: 0.3509629 Jan 18 13:12:31.533837 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-08160a62-7cfd-4011-bb29-f56bd004f135 req-0d99e789-2aa0-4769-a199-f31422f2f22b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Jan 18 13:12:31.541494 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.546450 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-03815f8e-ea4a-4a56-9af7-1be2cf11cea1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6912785 Jan 18 13:12:31.546699 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50764) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:31.555577 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'floatingip': {'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:31.576751 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:31.660326 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:floatingip and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:31.664443 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:31.696399 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-aeafd369-fac0-4880-8996-a1151c6af03f req-269e369d-1ede-416c-a352-64785c772078 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Synchronizing usage tracker for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:31.702250 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:31.710024 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.729087 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-51e6505a-b46c-4ad3-93f7-ef74a628dbe7 req-974c8603-8a9f-4439-bfa7-c97a9926b92d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 210 time: 0.0593793 Jan 18 13:12:31.827485 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:12:31.882215 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.938326 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-aeafd369-fac0-4880-8996-a1151c6af03f req-269e369d-1ede-416c-a352-64785c772078 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Unset dirty status for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:31.940233 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aeafd369-fac0-4880-8996-a1151c6af03f req-269e369d-1ede-416c-a352-64785c772078 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220674 Jan 18 13:12:31.941067 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.975867 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:31.995040 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'port_id': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'mac_address': 'fa:16:3e:f0:bc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fafe53-899a-4be5-b7a1-f5c915a90428', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:12:32.061141 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.089623 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:32.108495 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:32.240058 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.266317 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.266317 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ec51fd98-5777-400a-8e3f-d52b5f1bca32 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:12:32.296174 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.388463 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.446715 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:32.463380 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Allocated IP 172.28.0.79 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/585ee896-2124-4603-8515-1af02b277619) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:32.479392 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.490547 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'Port': ['ID=e9819c63-35d9-4574-b6be-300a59961418,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:32.510226 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ec51fd98-5777-400a-8e3f-d52b5f1bca32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:32.536779 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32', 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'port_id': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32', 'mac_address': 'fa:16:3e:e1:95:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:12:32.648028 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.655545 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.676908 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-21ed9230-af92-4916-99af-2e2f35b4d9b1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8205800 Jan 18 13:12:32.682119 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec51fd98-5777-400a-8e3f-d52b5f1bca32 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:32.714848 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ec51fd98-5777-400a-8e3f-d52b5f1bca32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:32.757852 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.855737 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be2792-d5b7-4bb2-b04f-10caa3fc8274 req-58a0be52-07f8-4861-bf1e-197882c012af tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:32.857287 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-58be2792-d5b7-4bb2-b04f-10caa3fc8274 req-58a0be52-07f8-4861-bf1e-197882c012af tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 945 time: 0.1147146 Jan 18 13:12:32.908877 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-58be2792-d5b7-4bb2-b04f-10caa3fc8274 req-751a52cb-3580-4ee8-b1bb-ea5c71a650b2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Jan 18 13:12:32.941899 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.942621 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 23fca202-da0a-4453-8c48-1452d1ebf05f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:12:32.955460 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8423dc7e-a75d-45d9-8527-1b1804caf6e9 req-894561d4-21cc-4d2c-8395-8d7eabe28155 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 210 time: 0.0427370 Jan 18 13:12:33.012895 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.097744 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=ec51fd98-5777-400a-8e3f-d52b5f1bca32,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:33.186281 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 23fca202-da0a-4453-8c48-1452d1ebf05f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23fca202-da0a-4453-8c48-1452d1ebf05f,segment=NetworkSegment(b83e13d1-9933-4cbf-bdc0-46bbd688d903),segment_id=b83e13d1-9933-4cbf-bdc0-46bbd688d903)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:33.204785 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '23fca202-da0a-4453-8c48-1452d1ebf05f', 'network_id': '8c259898-1640-472d-86f8-be88f582a6ff', 'port_id': '23fca202-da0a-4453-8c48-1452d1ebf05f', 'mac_address': 'fa:16:3e:d7:db:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb92973-1543-466c-a531-a89ea8a3a4d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:12:33.238264 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:33.244440 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:33.250396 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'Port': ['ID=585ee896-2124-4603-8515-1af02b277619,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:33.252050 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:33.268296 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Sync routers for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:12:33.298247 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:33.304498 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:33.313489 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.320537 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-70e13828-03f8-4bd1-b19e-f2eb59ca2d93 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:33.322027 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-70e13828-03f8-4bd1-b19e-f2eb59ca2d93 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 819 time: 0.2509985 Jan 18 13:12:33.360525 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fca202-da0a-4453-8c48-1452d1ebf05f {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:33.392006 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 23fca202-da0a-4453-8c48-1452d1ebf05f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23fca202-da0a-4453-8c48-1452d1ebf05f,segment=NetworkSegment(b83e13d1-9933-4cbf-bdc0-46bbd688d903),segment_id=b83e13d1-9933-4cbf-bdc0-46bbd688d903)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:33.408053 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Request body: {'port': {'device_id': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'admin_state_up': True, 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:33.419088 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-8609b2ef-ca28-4569-824f-fc018ad05e7a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:security_group {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:33.532333 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.547637 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.580695 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:33.591573 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-8609b2ef-ca28-4569-824f-fc018ad05e7a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:security_group {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:33.593069 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-8609b2ef-ca28-4569-824f-fc018ad05e7a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--338018234&fields=id&tenant_id=b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 267 time: 0.4592412 Jan 18 13:12:33.774987 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=23fca202-da0a-4453-8c48-1452d1ebf05f,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:33.872001 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.927369 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-147d3bbd-248d-4891-ac3d-35b23be0f5a6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:33.928985 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-147d3bbd-248d-4891-ac3d-35b23be0f5a6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:network {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:34.026686 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50826) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:34.038365 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-147d3bbd-248d-4891-ac3d-35b23be0f5a6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:network {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:34.043701 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-147d3bbd-248d-4891-ac3d-35b23be0f5a6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 817 time: 0.4321296 Jan 18 13:12:34.049255 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:18Z', 'revision_number': 2, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:34.059914 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Checking router: 097dd553-7da7-433b-bad8-36f84fa338a4 for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:12:34.063575 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['ec51fd98-5777-400a-8e3f-d52b5f1bca32'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:34.071717 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Updating router 097dd553-7da7-433b-bad8-36f84fa338a4 port 11f33c2a-154f-452b-ba50-485dae64a0fc binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:12:34.087890 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-6c6eca10-fc1d-4eaf-b61a-ccd69cfed897 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/quotas/b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 375 time: 0.0388272 Jan 18 13:12:34.123156 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:34.151302 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['23fca202-da0a-4453-8c48-1452d1ebf05f'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:34.152533 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:34.158817 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.189191 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:34.242829 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-3a134b5c-f4ec-492e-90b1-d013a24dab68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:34.364235 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-3a134b5c-f4ec-492e-90b1-d013a24dab68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:34.365553 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-3a134b5c-f4ec-492e-90b1-d013a24dab68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2706168 Jan 18 13:12:34.461647 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af865c-58fc-4a0f-be23-b89c72eaf9b4 req-df063d55-a8c9-4be3-b2bb-c3b0a915687a tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:34.465117 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-03af865c-58fc-4a0f-be23-b89c72eaf9b4 req-df063d55-a8c9-4be3-b2bb-c3b0a915687a tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 945 time: 0.9350739 Jan 18 13:12:34.476873 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Made reservation on behalf of 87b93a3a89a84d34b0d953e810c9487c for: {'port': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:34.485640 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.526063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.647450 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.673330 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-f9ad63a1-61a3-42ae-91a2-f442e2cdd308 service neutron] 10.222.0.71 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787526 Jan 18 13:12:34.699247 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.728945 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:34.734886 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ae951a5a2fec42e9aa3b6ad67d0b8173 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:34.738603 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:34.745367 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:34.834614 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.864982 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.878636 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Transition to ACTIVE for port object 11f33c2a-154f-452b-ba50-485dae64a0fc will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:34.901147 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-03af865c-58fc-4a0f-be23-b89c72eaf9b4 req-758e2302-3b83-428d-b9cf-409bec2d9b86 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266846 Jan 18 13:12:34.913161 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'Port': ['ID=585ee896-2124-4603-8515-1af02b277619,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:34.921416 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:34.966525 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.026422 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.052918 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Allocated IP 172.20.0.6 (2959f65b-2f7f-4408-8c94-4999ba3618eb/4cf1b90c-44dc-47fb-b70d-d331ea4ac801/0dd17e31-37a0-4236-b369-e349192179f5) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:35.077577 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91150a90-d705-4c60-a63a-34ab4d325cba,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:35.104193 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b6e072e2-a00d-44f3-8e75-f56fdc5458f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae951a5a2fec42e9aa3b6ad67d0b8173&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0750849 Jan 18 13:12:35.108632 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50846) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:35.126388 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-10123a6e-8fe5-469e-bd88-f05daf6863c0 service neutron] 10.222.0.71 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511228 Jan 18 13:12:35.192054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e717725-69ee-4751-802f-6a910978d8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.204212 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.212916 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d96757b4-f5a6-4e45-b90e-b676c4533827 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6575258 Jan 18 13:12:35.231258 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1370-ad02-4483-8304-299ee3e3faeb req-c9b1a764-634b-46f7-8dc8-92bfb12ae7ad tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:35.233868 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e717725-69ee-4751-802f-6a910978d8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.238745 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d7be1370-ad02-4483-8304-299ee3e3faeb req-c9b1a764-634b-46f7-8dc8-92bfb12ae7ad tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 945 time: 0.1859963 Jan 18 13:12:35.410396 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e717725-69ee-4751-802f-6a910978d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.439355 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d7be1370-ad02-4483-8304-299ee3e3faeb req-e7fda96a-9305-46c5-b2ce-c513355e3fa1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955934 Jan 18 13:12:35.452882 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e717725-69ee-4751-802f-6a910978d8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91150a90-d705-4c60-a63a-34ab4d325cba,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:35.456820 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Attempting to bind port 11f33c2a-154f-452b-ba50-485dae64a0fc on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:35.457294 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Attempting to bind port 11f33c2a-154f-452b-ba50-485dae64a0fc by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:35.457655 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Attempting to bind port 11f33c2a-154f-452b-ba50-485dae64a0fc on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:35.458607 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e717725-69ee-4751-802f-6a910978d8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.459588 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-1e717725-69ee-4751-802f-6a910978d8c0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/91150a90-d705-4c60-a63a-34ab4d325cba HTTP/1.1" status: 204 len: 168 time: 0.3504231 Jan 18 13:12:35.468932 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479bd4c-3047-447e-b63e-eebfbba22029 None None] Pushing event updated for resources: {'Port': ['ID=11f33c2a-154f-452b-ba50-485dae64a0fc,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:35.483278 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:35.485768 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Checking segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:35.485768 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.485768 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Bound using segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:35.486743 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Bound port: 11f33c2a-154f-452b-ba50-485dae64a0fc, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:35.486743 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.611136 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.646445 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] For port 11f33c2a-154f-452b-ba50-485dae64a0fc, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:35.650280 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] For port 11f33c2a-154f-452b-ba50-485dae64a0fc, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=11f33c2a-154f-452b-ba50-485dae64a0fc,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:35.721648 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-51bab03e-0b32-4351-bcec-c1b333315832 req-1adc57fe-4dbc-4883-9082-506b4879fe32 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Synchronizing usage tracker for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:35.759834 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-51bab03e-0b32-4351-bcec-c1b333315832 req-1adc57fe-4dbc-4883-9082-506b4879fe32 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Unset dirty status for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:35.759834 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-51bab03e-0b32-4351-bcec-c1b333315832 req-1adc57fe-4dbc-4883-9082-506b4879fe32 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 210 time: 0.0902541 Jan 18 13:12:35.821193 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1310282e-700a-4904-9b00-aa8693d331ac req-c11bab0b-a6c0-48fb-a990-f28a42598e9d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:security_group {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:35.830850 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:35.848996 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.909549 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.963753 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['ec51fd98-5777-400a-8e3f-d52b5f1bca32'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:35.963921 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479bd4c-3047-447e-b63e-eebfbba22029 None None] Pushing event updated for resources: {'Port': ['ID=11f33c2a-154f-452b-ba50-485dae64a0fc,revision_number=4']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:35.970419 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:35.971100 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:35.992629 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Pushing event updated for resources: {'Port': ['ID=0dd17e31-37a0-4236-b369-e349192179f5,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:36.016163 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdeeb7d4-9904-4f8b-b0b4-8ed6d1810932 req-4b9efe2d-338f-4070-a2e3-7ee986509393 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 210 time: 0.1755219 Jan 18 13:12:36.074451 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Network 2959f65b-2f7f-4408-8c94-4999ba3618eb is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:36.079265 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:36.085120 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:36.085356 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1310282e-700a-4904-9b00-aa8693d331ac req-c11bab0b-a6c0-48fb-a990-f28a42598e9d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:security_group {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:36.086649 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-c11bab0b-a6c0-48fb-a990-f28a42598e9d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1638574920&fields=id&tenant_id=5b896bc9aa114bfa8309a833ca278974 HTTP/1.1" status: 200 len: 267 time: 0.3274028 Jan 18 13:12:36.094976 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:36.106290 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:36.127955 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.128658 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:36.128658 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.397137 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:36.412678 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310282e-700a-4904-9b00-aa8693d331ac req-ec4003a5-17cb-4198-a9b8-8e128fadde02 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:36.413508 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1310282e-700a-4904-9b00-aa8693d331ac req-ec4003a5-17cb-4198-a9b8-8e128fadde02 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:network {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:36.434347 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-73246e68-c071-4232-9932-d698dc5e7f03 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0361507 Jan 18 13:12:36.447139 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.455381 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Request body: {'port': {'device_id': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:36.490608 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:36.529923 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1310282e-700a-4904-9b00-aa8693d331ac req-ec4003a5-17cb-4198-a9b8-8e128fadde02 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:network {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:36.531094 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-ec4003a5-17cb-4198-a9b8-8e128fadde02 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 810 time: 0.4360340 Jan 18 13:12:36.558354 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-55c5a391-47c1-403a-a3c3-cf6b3b88c381 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/quotas/5b896bc9aa114bfa8309a833ca278974 HTTP/1.1" status: 200 len: 375 time: 0.0217304 Jan 18 13:12:36.599303 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:36.602658 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0ad8b-b535-4625-be32-2cc90fc0bb45 req-d7e1a53f-98b8-4741-a3c2-106f5865f610 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:36.605514 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9df0ad8b-b535-4625-be32-2cc90fc0bb45 req-d7e1a53f-98b8-4741-a3c2-106f5865f610 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 945 time: 0.2534714 Jan 18 13:12:36.694678 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.694678 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ec51fd98-5777-400a-8e3f-d52b5f1bca32 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:36.694853 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.766946 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1310282e-700a-4904-9b00-aa8693d331ac req-b500556d-2923-4454-89ac-fca1f4461bd6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:36.770062 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 50890) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:36.922762 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.946130 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9df0ad8b-b535-4625-be32-2cc90fc0bb45 req-256f5169-1d62-4648-8ea8-3edf62df68f0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294489 Jan 18 13:12:37.021361 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1310282e-700a-4904-9b00-aa8693d331ac req-b500556d-2923-4454-89ac-fca1f4461bd6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:37.022802 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-b500556d-2923-4454-89ac-fca1f4461bd6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4587471 Jan 18 13:12:37.035549 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:37.045572 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7c943ab6dd4cd3a84891d0e255d454 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:37.053449 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:37.081794 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:37.101987 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:37.121719 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:35Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:37.134232 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3f813-3153-4fd4-988f-8748d486a72c None None] The sync data for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb is: [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:35Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:12:37.265028 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port ec51fd98-5777-400a-8e3f-d52b5f1bca32 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:37.284044 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port ec51fd98-5777-400a-8e3f-d52b5f1bca32 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:37.284044 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.355820 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-9f41713c-6646-4e20-9d95-2be42ca07abc service neutron] 10.222.0.71 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201802 Jan 18 13:12:37.506683 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.572577 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-97f75bdb-a2e4-4df5-97e6-fb730b3552d7 service neutron] 10.222.0.71 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158210 Jan 18 13:12:37.638159 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ec51fd98-5777-400a-8e3f-d52b5f1bca32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:37.640453 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ed806-f626-40b9-969e-f80ec88cd9c1 req-26d0d1a7-8214-4d3c-b884-223fa7b478da tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:37.642968 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cf1ed806-f626-40b9-969e-f80ec88cd9c1 req-26d0d1a7-8214-4d3c-b884-223fa7b478da tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.3280652 Jan 18 13:12:37.695974 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd17e31-37a0-4236-b369-e349192179f5 {{(pid=83634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:37.712145 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.746466 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.756657 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Transition to ACTIVE for port object 0dd17e31-37a0-4236-b369-e349192179f5 will not be triggered until provisioned by entity L2. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:37.760901 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cf1ed806-f626-40b9-969e-f80ec88cd9c1 req-9120fa7b-a5bd-4913-a9b1-07f2a6cd5804 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996962 Jan 18 13:12:37.861578 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.862570 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 23fca202-da0a-4453-8c48-1452d1ebf05f up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:38.031849 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.044421 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.190212 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=ec51fd98-5777-400a-8e3f-d52b5f1bca32,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:38.226402 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 11f33c2a-154f-452b-ba50-485dae64a0fc up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:38.300357 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71ebef-6fef-4b95-83e3-630ac5bbec32,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:38.325438 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3327ed8d-051c-4305-81b8-327ede7e285e req-4e9a28cf-f551-4d82-80d3-46979651d799 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 210 time: 0.1367164 Jan 18 13:12:38.377743 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 23fca202-da0a-4453-8c48-1452d1ebf05f completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:38.415161 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd17e31-37a0-4236-b369-e349192179f5,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:38.416475 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 23fca202-da0a-4453-8c48-1452d1ebf05f triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:38.416475 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.425085 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-5a2509d8-eb41-4968-bdf7-c13a3e9c5502 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd7c943ab6dd4cd3a84891d0e255d454&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6538525 Jan 18 13:12:38.431566 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 50930) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:38.566912 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fbd2c-666f-4c52-bf67-6e638d97eb8f req-bfac5a2b-0480-4fb8-8505-b04ea5491752 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:38.566912 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-627fbd2c-666f-4c52-bf67-6e638d97eb8f req-bfac5a2b-0480-4fb8-8505-b04ea5491752 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 943 time: 0.6677990 Jan 18 13:12:38.569825 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Attempting to bind port 0dd17e31-37a0-4236-b369-e349192179f5 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:38.570356 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Attempting to bind port 0dd17e31-37a0-4236-b369-e349192179f5 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:38.570825 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Attempting to bind port 0dd17e31-37a0-4236-b369-e349192179f5 on network 2959f65b-2f7f-4408-8c94-4999ba3618eb {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:38.590392 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.593936 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-682a26e5-5d50-4b6e-accf-ada3b99daca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.606175 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Port 0dd17e31-37a0-4236-b369-e349192179f5 on network 2959f65b-2f7f-4408-8c94-4999ba3618eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:12:38.606492 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Attempting to bind port 0dd17e31-37a0-4236-b369-e349192179f5 on network 2959f65b-2f7f-4408-8c94-4999ba3618eb {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:38.617157 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'code': 200} Jan 18 13:12:38.624015 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 11f33c2a-154f-452b-ba50-485dae64a0fc completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:38.631427 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:38.631749 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Checking segment: {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:38.632679 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Bound using segment: {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:38.633130 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Bound port: 0dd17e31-37a0-4236-b369-e349192179f5, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb'}}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:38.633468 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.637896 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 11f33c2a-154f-452b-ba50-485dae64a0fc triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:38.638537 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.659513 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-627fbd2c-666f-4c52-bf67-6e638d97eb8f req-aecd43e9-27c4-46d3-b9fd-a5f15ddcc1e3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Synchronizing usage tracker for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:38.692813 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 23fca202-da0a-4453-8c48-1452d1ebf05f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23fca202-da0a-4453-8c48-1452d1ebf05f,segment=NetworkSegment(b83e13d1-9933-4cbf-bdc0-46bbd688d903),segment_id=b83e13d1-9933-4cbf-bdc0-46bbd688d903)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:38.704258 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-682a26e5-5d50-4b6e-accf-ada3b99daca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.727319 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4f48de0d-5b8f-45fb-8fa8-59e166747404 req-2eca4247-a187-4f99-9bd4-5ee42958ab48 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 210 time: 0.0857840 Jan 18 13:12:38.761285 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] For port 0dd17e31-37a0-4236-b369-e349192179f5, host hv-cinder-82510, cleared binding levels {{(pid=83634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:38.765464 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] For port 0dd17e31-37a0-4236-b369-e349192179f5, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0dd17e31-37a0-4236-b369-e349192179f5,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:38.805789 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.846447 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 11f33c2a-154f-452b-ba50-485dae64a0fc, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=11f33c2a-154f-452b-ba50-485dae64a0fc,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:38.911917 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-627fbd2c-666f-4c52-bf67-6e638d97eb8f req-aecd43e9-27c4-46d3-b9fd-a5f15ddcc1e3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Unset dirty status for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:38.912147 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.913496 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-627fbd2c-666f-4c52-bf67-6e638d97eb8f req-aecd43e9-27c4-46d3-b9fd-a5f15ddcc1e3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458891 Jan 18 13:12:38.985591 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=23fca202-da0a-4453-8c48-1452d1ebf05f,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.006535 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f488b8-a317-46bd-9f61-f0d8a915a0fd req-989daed6-0f40-4070-8c5a-5f3a909218d8 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:39.008529 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-51f488b8-a317-46bd-9f61-f0d8a915a0fd req-989daed6-0f40-4070-8c5a-5f3a909218d8 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.0935419 Jan 18 13:12:39.028357 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.034452 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-682a26e5-5d50-4b6e-accf-ada3b99daca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.036533 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.058194 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a26e5-5d50-4b6e-accf-ada3b99daca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf71ebef-6fef-4b95-83e3-630ac5bbec32,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.070320 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-682a26e5-5d50-4b6e-accf-ada3b99daca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.071552 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-682a26e5-5d50-4b6e-accf-ada3b99daca5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bf71ebef-6fef-4b95-83e3-630ac5bbec32 HTTP/1.1" status: 204 len: 168 time: 0.6388781 Jan 18 13:12:39.093056 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-51f488b8-a317-46bd-9f61-f0d8a915a0fd req-0c9a9abd-1f36-4177-bc94-660acdc34150 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787079 Jan 18 13:12:39.130150 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=11f33c2a-154f-452b-ba50-485dae64a0fc,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.296647 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-4a7b7643-c161-48ed-ad64-ff07e19eb1eb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 1099 time: 0.1007051 Jan 18 13:12:39.327509 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.328962 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] 10.222.0.96 "PUT /v2.0/ports/0dd17e31-37a0-4236-b369-e349192179f5 HTTP/1.1" status: 200 len: 1093 time: 2.8786671 Jan 18 13:12:39.329202 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.329518 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'tag': '0dd17e31-37a0-4236-b369-e349192179f5'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:39.359058 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347b55-be81-4b71-a6d5-622012d917c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd17e31-37a0-4236-b369-e349192179f5,revision_number=3']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.364100 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:39.368761 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Usage tracker for resource:security_group_rule and tenant:80f83b2e3d894fd5bc61a18b4419d533 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:39.372200 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:39.377992 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:39.378651 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5465b92-239a-4535-b1b9-32340dc3de91 req-7c95daa8-f17e-4152-98cc-03ccacaad760 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:39.380440 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d5465b92-239a-4535-b1b9-32340dc3de91 req-7c95daa8-f17e-4152-98cc-03ccacaad760 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.2063706 Jan 18 13:12:39.401291 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'tag': '0dd17e31-37a0-4236-b369-e349192179f5', 'status': 'completed', 'code': 200} Jan 18 13:12:39.485000 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.498872 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d5465b92-239a-4535-b1b9-32340dc3de91 req-ee2167f1-891d-4b0e-9a6c-0ccd96e97355 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998137 Jan 18 13:12:39.536284 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-95e95662-3d55-4919-bb2f-56f353394e7e req-153a7833-f884-4f1a-84e9-1e5939d8074f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 1096 time: 0.0843954 Jan 18 13:12:39.552299 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7c6dc3da-cc5d-4f4f-81af-787c48118649 req-d783d74e-0a6a-43f5-bc9b-b936a589fcf5 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 210 time: 0.0512447 Jan 18 13:12:39.643934 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.680394 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-016619ef-f976-4d4e-988b-2faa0a3f4b61 req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759124 Jan 18 13:12:39.684987 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2decee-8b74-48a4-81bf-9538c4d443c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf92edc-66cb-4d6f-baf7-0c3d02f0bd14,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.741125 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e95662-3d55-4919-bb2f-56f353394e7e req-4d5746fa-02cb-4efd-94ff-6e5ed4e51103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:39.742595 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-95e95662-3d55-4919-bb2f-56f353394e7e req-4d5746fa-02cb-4efd-94ff-6e5ed4e51103 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=87b93a3a89a84d34b0d953e810c9487c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1929774 Jan 18 13:12:39.872786 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8950cf72-6d10-4194-aeb8-3979e3990cc2 req-7ec8967c-46f6-4b5a-b5d9-7519208f9df7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 210 time: 0.0420578 Jan 18 13:12:40.119479 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 11f33c2a-154f-452b-ba50-485dae64a0fc up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:40.179820 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e95662-3d55-4919-bb2f-56f353394e7e req-c94a425e-afcc-47ca-8b7f-05c740b2b24a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:40.181452 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-95e95662-3d55-4919-bb2f-56f353394e7e req-c94a425e-afcc-47ca-8b7f-05c740b2b24a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1966565 Jan 18 13:12:40.195633 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dc921-8e05-43f1-a8c0-4ca9f3d22b70 req-91ce72e1-dcb9-4f9f-9975-a2cdc52baf38 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:40.204973 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a75dc921-8e05-43f1-a8c0-4ca9f3d22b70 req-91ce72e1-dcb9-4f9f-9975-a2cdc52baf38 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 943 time: 0.1336989 Jan 18 13:12:40.217360 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 11f33c2a-154f-452b-ba50-485dae64a0fc triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:40.217738 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.249929 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a75dc921-8e05-43f1-a8c0-4ca9f3d22b70 req-a83ea7ca-713c-4c3b-8943-17d8543c3cf5 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Jan 18 13:12:40.512827 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a10de293-c8c6-4d3f-ac90-4fab1941ee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.516224 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-41b8efe8-ab91-4773-bf48-23195788cac1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 1096 time: 0.2081892 Jan 18 13:12:40.533812 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f25f7-9f98-423b-94b2-3ab16b02306a req-87a14a4b-dd70-4d86-8ee6-de8c29c874f9 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:40.541441 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9a2f25f7-9f98-423b-94b2-3ab16b02306a req-87a14a4b-dd70-4d86-8ee6-de8c29c874f9 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.1490865 Jan 18 13:12:40.619365 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64186393-d73d-45f2-bd83-26b27b1e499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32'}, {'server_uuid': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fca202-da0a-4453-8c48-1452d1ebf05f'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:40.648581 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-e9f79209-8e8f-45ea-a312-1e5bb50f015e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd17e31-37a0-4236-b369-e349192179f5 HTTP/1.1" status: 200 len: 217 time: 0.1036289 Jan 18 13:12:40.675927 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9a2f25f7-9f98-423b-94b2-3ab16b02306a req-087943b7-db2b-44fd-8316-abfea6efb00a tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334293 Jan 18 13:12:40.762007 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64186393-d73d-45f2-bd83-26b27b1e499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32', 'code': 200} Jan 18 13:12:40.763430 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fca202-da0a-4453-8c48-1452d1ebf05f', 'code': 200} Jan 18 13:12:40.800097 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-e8b1771e-0d00-4af2-afb5-6faa692d399e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:40.804098 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-e8b1771e-0d00-4af2-afb5-6faa692d399e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.1198473 Jan 18 13:12:40.955102 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-6402f264-ec1c-447b-b912-f35389fbd6c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882356 Jan 18 13:12:40.957724 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-07977bd9-6774-4bd0-ac92-de4ac96396b4 req-c08c567a-7050-49e3-bb52-99a22d99eb89 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 210 time: 0.0569282 Jan 18 13:12:41.024285 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-49760c09-b852-4586-a10f-6745afbeae2c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:41.026751 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-49760c09-b852-4586-a10f-6745afbeae2c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 817 time: 0.3098230 Jan 18 13:12:41.032543 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997d561-9164-4f11-a19a-92ee581caec9 req-82c550f9-098d-4afd-98ce-71f1e0f6ed95 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:41.039766 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7997d561-9164-4f11-a19a-92ee581caec9 req-82c550f9-098d-4afd-98ce-71f1e0f6ed95 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.3858833 Jan 18 13:12:41.183572 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51010) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:41.199804 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7997d561-9164-4f11-a19a-92ee581caec9 req-e538d375-6502-4a5c-8f15-914d5653c2e2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590929 Jan 18 13:12:41.206266 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-61288698-59d1-44b5-b397-afbad21b1a5e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 379 time: 0.1499143 Jan 18 13:12:41.229409 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'port': {'device_id': '533784d5-c357-461f-8c72-874ab65e5df1', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'admin_state_up': True, 'tenant_id': 'b917745963954805bd3a203e79d65832', 'security_groups': ['1905a298-1264-4f1e-b858-dc5342a9dc4c']}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:41.289726 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c7f298ba-df32-42d2-8536-e7e5d2af9147 req-1974d39c-b99a-4915-9a4e-9628d6a954eb tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 210 time: 0.1069379 Jan 18 13:12:41.295581 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-3acb7a59-9b79-40f7-8f4e-dcc810812b04 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315916 Jan 18 13:12:41.465325 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.96', 63173) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:41.535025 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1637956616-network', 'tenant_id': '80c3b744c53043b4ac541d6e20521026'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:41.584533 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:41.595536 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Usage tracker for resource:network and tenant:80c3b744c53043b4ac541d6e20521026 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:41.605725 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:41.609345 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:41.675018 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:41.683205 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e5e546d6-0231-484c-92e9-3272a90bef68 req-98c77d43-590d-4f65-8b7d-d4284463ae0f service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769219 Jan 18 13:12:41.693358 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-83b7b4a5-e6d2-4386-a656-a538a6bdeff9 req-5922ea49-2107-468d-9453-6b81391279a3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 1099 time: 0.1545479 Jan 18 13:12:41.710577 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:41.752536 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-83b7b4a5-e6d2-4386-a656-a538a6bdeff9 req-585b2f0b-661a-4966-bcbd-03857851c8a9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Jan 18 13:12:41.759996 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1bec0a99-79ca-4446-a8bf-7186b88a81c2 req-30294df0-4eed-4986-b434-762c772ceecc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.2855229 Jan 18 13:12:41.776001 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc5ca6-e22e-48b7-8338-a9aea9168b79 req-c5efd829-680d-42a2-b899-67bcbd944bf0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:41.777509 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-92fc5ca6-e22e-48b7-8338-a9aea9168b79 req-c5efd829-680d-42a2-b899-67bcbd944bf0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 943 time: 0.1714890 Jan 18 13:12:41.827591 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Made reservation on behalf of 80c3b744c53043b4ac541d6e20521026 for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:41.829916 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:41.840857 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-92fc5ca6-e22e-48b7-8338-a9aea9168b79 req-4e525793-6379-4fda-84c0-b7c909a41927 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Jan 18 13:12:41.875289 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Made reservation on behalf of b917745963954805bd3a203e79d65832 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:41.878255 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:41.883617 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:41.927742 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:41.932662 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:80c3b744c53043b4ac541d6e20521026 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:41.936528 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:41.943310 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:41.963655 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10662bcc-d358-481d-b72a-6e7df910faef req-9bd12037-b2e5-4d98-8d26-f6cf877c759e tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:41.965614 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-10662bcc-d358-481d-b72a-6e7df910faef req-9bd12037-b2e5-4d98-8d26-f6cf877c759e tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.1246912 Jan 18 13:12:42.037535 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-10662bcc-d358-481d-b72a-6e7df910faef req-fb37f96c-a2c2-40fe-b94f-91b8e51fc837 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622654 Jan 18 13:12:42.052638 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Allocated IP 172.20.0.11 (0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed/152a56fa-3c4e-4d5f-8285-0fce94e4d4e4/3102c59c-5a89-4571-b141-3203d214a2b0) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:42.063637 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.161314 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.196284 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:12:42.201554 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf0933a-2140-4102-8f93-c0600adba9ca,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:42.210049 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.210274 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Added segment a4938223-3a2b-4bab-a615-7178be5e24a8 of type vlan for network 73ccbecf-4f50-4bb8-9907-827ec74dad85 Jan 18 13:12:42.239139 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.250465 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-93f8cf82-6b6f-4be8-9d9c-2e3670b0d92e req-ec372207-4119-4a40-9af2-b26f830a3213 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 210 time: 0.1185017 Jan 18 13:12:42.254777 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1bec0a99-79ca-4446-a8bf-7186b88a81c2 req-ea0893d3-80f4-4579-b79d-08c3c7e20c4e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750567 Jan 18 13:12:42.344463 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.370364 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Transition to ACTIVE for port object 3102c59c-5a89-4571-b141-3203d214a2b0 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:42.422864 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.423738 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:42.424316 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.505756 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31f2d-05e6-414b-82dc-115351c4738d req-75ac7017-ace6-4627-b1d7-a8ef4945d55b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:42.507320 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6fc31f2d-05e6-414b-82dc-115351c4738d req-75ac7017-ace6-4627-b1d7-a8ef4945d55b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.1623995 Jan 18 13:12:42.515738 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6590a0e8-d72e-4ca3-8d69-1389e5a589a2 req-5ef6df9c-8592-4f13-bbc2-af9fb0bc19f1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 210 time: 0.0458491 Jan 18 13:12:42.547517 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.556121 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=73ccbecf-4f50-4bb8-9907-827ec74dad85,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:42.582771 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 73ccbecf-4f50-4bb8-9907-827ec74dad85 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:12:42.586871 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6fc31f2d-05e6-414b-82dc-115351c4738d req-e25fac28-a540-44f0-a8f6-7aeb91f04cb6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690238 Jan 18 13:12:42.637063 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:42.641239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:42.642983 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:42.645334 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:42.649235 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:42.649857 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.681621 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2b4d2518-6925-4770-be98-a3a96b81b8a4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4944084 Jan 18 13:12:42.681823 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51048) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:42.689997 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Request body: {'subnet': {'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1637956616-subnet', 'tenant_id': '80c3b744c53043b4ac541d6e20521026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:42.703756 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:42.710174 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Usage tracker for resource:subnet and tenant:80c3b744c53043b4ac541d6e20521026 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:42.717952 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:42.730767 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-51784063-e883-4e19-aaab-bf498a61b237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:42.733224 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:42.833436 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-bf8cb743-2b66-4d87-b8fd-600165fb0cd0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6174090 Jan 18 13:12:42.875758 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Request body: {'port': {'device_id': '533784d5-c357-461f-8c72-874ab65e5df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:42.949539 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Made reservation on behalf of 80c3b744c53043b4ac541d6e20521026 for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:42.954956 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.135882 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310282e-700a-4904-9b00-aa8693d331ac req-c2822cff-332d-4cb6-a08b-4d402d9c671e tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:43.137322 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-c2822cff-332d-4cb6-a08b-4d402d9c671e tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 810 time: 0.4593542 Jan 18 13:12:43.213994 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.266063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79388a81-e37c-48c5-bb91-60f9f7012ff3 req-7391fe57-4a61-4403-a1da-8978f5814205 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:43.267559 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-79388a81-e37c-48c5-bb91-60f9f7012ff3 req-7391fe57-4a61-4403-a1da-8978f5814205 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.0849726 Jan 18 13:12:43.281460 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-68836e8b-ab11-44e0-b950-84f786b62bfa None None] Provisioning for port 3102c59c-5a89-4571-b141-3203d214a2b0 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:43.283149 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-69d84212-e23a-4695-baf4-bebeb52ee5c5 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b896bc9aa114bfa8309a833ca278974 HTTP/1.1" status: 200 len: 380 time: 0.1197708 Jan 18 13:12:43.288928 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f471ae-b9ce-432c-b0c6-fb4b1c47d11b req-06467d1b-7d28-4fce-923d-fbbd08c0829c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:43.290380 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-51f471ae-b9ce-432c-b0c6-fb4b1c47d11b req-06467d1b-7d28-4fce-923d-fbbd08c0829c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 943 time: 0.2546890 Jan 18 13:12:43.298108 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-68836e8b-ab11-44e0-b950-84f786b62bfa None None] Provisioning complete for port 3102c59c-5a89-4571-b141-3203d214a2b0 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:43.300089 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-68836e8b-ab11-44e0-b950-84f786b62bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.319043 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-79388a81-e37c-48c5-bb91-60f9f7012ff3 req-de4ca7aa-b81d-4e29-8c9a-a7324442a5ba tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Jan 18 13:12:43.328427 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'port': {'device_id': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'admin_state_up': True, 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'security_groups': ['290beda7-03fd-426c-b80b-605c97c576e8']}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:43.353809 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.388483 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-68836e8b-ab11-44e0-b950-84f786b62bfa None None] Port 3102c59c-5a89-4571-b141-3203d214a2b0 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:12:43.521767 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca91ff6-11b0-4305-b39e-e3b1c3172c2f,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:43.524054 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-51f471ae-b9ce-432c-b0c6-fb4b1c47d11b req-30819da7-0f0f-4e51-9976-5090a0f901a6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239997 Jan 18 13:12:43.530768 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Checking segment: {'id': 'a4938223-3a2b-4bab-a615-7178be5e24a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:43.531236 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Network hostable DHCP agents. Network: 73ccbecf-4f50-4bb8-9907-827ec74dad85, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:12:43.582041 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.664686 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51072) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:43.714890 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:43.746814 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:43.774694 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Network 73ccbecf-4f50-4bb8-9907-827ec74dad85 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:12:43.814829 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caad07-976a-45ee-aff9-5b3e86f3c346 req-88cea53f-bee4-4bdc-b9ed-32161b947177 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:43.823806 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f1caad07-976a-45ee-aff9-5b3e86f3c346 req-88cea53f-bee4-4bdc-b9ed-32161b947177 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 932 time: 0.2704837 Jan 18 13:12:43.827634 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fb542bdc-dd0f-425f-8ace-435490c55402 req-6536c884-9dc4-45ff-86fe-061014e98b7c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 210 time: 0.0462496 Jan 18 13:12:43.935850 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f1caad07-976a-45ee-aff9-5b3e86f3c346 req-495b2c18-a469-48b4-ad5c-1c241f952edb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032588 Jan 18 13:12:43.963069 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3102c59c-5a89-4571-b141-3203d214a2b0 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:43.971436 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 73ccbecf-4f50-4bb8-9907-827ec74dad85) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:43.980763 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Made reservation on behalf of 5b896bc9aa114bfa8309a833ca278974 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:43.984227 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.984602 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dfdd81-7108-4cda-81fb-3376f7f5b72b None None] Network 73ccbecf-4f50-4bb8-9907-827ec74dad85 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:43.990721 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:43.991516 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.009197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.054301 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:44.058602 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Usage tracker for resource:security_group_rule and tenant:17c253f3430442eabfe668e4b0532876 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:44.062505 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:44.070130 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:44.077496 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.145875 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Transition to ACTIVE for port object 3102c59c-5a89-4571-b141-3203d214a2b0 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:44.221380 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.262852 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-122356f7-7af3-48e4-b21b-bc72632b7e82 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5798228 Jan 18 13:12:44.304349 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4457c24-c123-4628-986f-683e46932f61 None None] Network 73ccbecf-4f50-4bb8-9907-827ec74dad85 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:44.310329 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Allocated IP 172.20.0.9 (196899bc-d4a9-49d8-b2ea-aed41b5a787a/1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e/d63b7059-31b3-4436-8809-8de024d51e2b) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:44.377667 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.456152 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.592772 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.672358 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=17c253f3430442eabfe668e4b0532876&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0043142 Jan 18 13:12:44.674666 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8e6e3-0ba4-443d-9b21-d67846d3e046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee34cdb2-42d9-4631-b9f2-23d7e2fb511b,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:44.678332 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51094) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:44.714516 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:44.828342 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.855900 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Attempting to bind port 3102c59c-5a89-4571-b141-3203d214a2b0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:44.856232 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Attempting to bind port 3102c59c-5a89-4571-b141-3203d214a2b0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:44.856561 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Attempting to bind port 3102c59c-5a89-4571-b141-3203d214a2b0 on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:44.868646 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6cb25b7e-da6e-422d-a30b-894407ee18b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.870953 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e06eb-9dcf-4f00-91ee-26210b94e5ca req-90352821-1804-4b59-8c83-608bfac43567 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:44.872479 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-271e06eb-9dcf-4f00-91ee-26210b94e5ca req-90352821-1804-4b59-8c83-608bfac43567 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.3574634 Jan 18 13:12:44.873472 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Port 3102c59c-5a89-4571-b141-3203d214a2b0 on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:12:44.873787 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Attempting to bind port 3102c59c-5a89-4571-b141-3203d214a2b0 on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:44.878440 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Transition to ACTIVE for port object d63b7059-31b3-4436-8809-8de024d51e2b will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:44.902810 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:44.902810 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Checking segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:44.902810 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Bound using segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:44.902810 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Bound port: 3102c59c-5a89-4571-b141-3203d214a2b0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:44.902810 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.907237 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6cb25b7e-da6e-422d-a30b-894407ee18b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:44.932226 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03966cb-ef11-4e5b-9ff7-d3641709ce56 req-afceb4d0-136f-45f1-b784-91a3a81ad49c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:44.934195 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c03966cb-ef11-4e5b-9ff7-d3641709ce56 req-afceb4d0-136f-45f1-b784-91a3a81ad49c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 943 time: 0.2317533 Jan 18 13:12:45.001512 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-271e06eb-9dcf-4f00-91ee-26210b94e5ca req-8fec27a0-600b-42c0-b8ea-7d223295f1b0 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201489 Jan 18 13:12:45.004403 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c03966cb-ef11-4e5b-9ff7-d3641709ce56 req-724a65a3-e550-4553-909b-4cb997470341 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599952 Jan 18 13:12:45.050711 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:45.053245 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:45.141031 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:45.141607 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6cb25b7e-da6e-422d-a30b-894407ee18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:45.142714 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:45.145820 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:45.183260 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb25b7e-da6e-422d-a30b-894407ee18b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee34cdb2-42d9-4631-b9f2-23d7e2fb511b,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:45.193647 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6cb25b7e-da6e-422d-a30b-894407ee18b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:45.194782 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-6cb25b7e-da6e-422d-a30b-894407ee18b0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee34cdb2-42d9-4631-b9f2-23d7e2fb511b HTTP/1.1" status: 204 len: 168 time: 0.5155234 Jan 18 13:12:45.313268 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:45.322114 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:45.337924 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:45.342275 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:45.344136 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:45.362532 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50264b-d2ff-4e8d-98d1-6c20edf2b966 req-031b5fc6-45c3-49ea-ad10-05febca92d2f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:45.364423 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aa50264b-d2ff-4e8d-98d1-6c20edf2b966 req-031b5fc6-45c3-49ea-ad10-05febca92d2f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1259885 Jan 18 13:12:45.380865 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:45.382364 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] 10.222.0.96 "PUT /v2.0/ports/3102c59c-5a89-4571-b141-3203d214a2b0 HTTP/1.1" status: 200 len: 1094 time: 2.5155609 Jan 18 13:12:45.383642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:45.422064 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aa50264b-d2ff-4e8d-98d1-6c20edf2b966 req-21aec33a-af53-4060-afc4-67b9b17c55d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503199 Jan 18 13:12:45.439192 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2dfdb-3ecd-4dbb-b967-62ed9a99dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:45.595851 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0', 'status': 'completed', 'code': 200} Jan 18 13:12:45.603661 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2976081 Jan 18 13:12:45.648975 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Request body: {'port': {'device_id': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:45.879150 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0dd17e31-37a0-4236-b369-e349192179f5 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:12:45.890948 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19beb-3fdc-4f91-99ea-9e874e5619a7 req-4095128a-e5e5-4af1-8f68-8f746a6ffb40 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:45.891942 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-20d19beb-3fdc-4f91-99ea-9e874e5619a7 req-4095128a-e5e5-4af1-8f68-8f746a6ffb40 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:45.911193 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b231b44-d9e2-4c8d-9bad-bc074b46c5d0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'Port': ['ID=d63b7059-31b3-4436-8809-8de024d51e2b,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:45.974908 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.005026 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5b827e87-0e9b-42bb-8505-b2002152e753 None None] Provisioning for port d63b7059-31b3-4436-8809-8de024d51e2b completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:46.008383 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5b827e87-0e9b-42bb-8505-b2002152e753 None None] Provisioning complete for port d63b7059-31b3-4436-8809-8de024d51e2b triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:46.008986 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5b827e87-0e9b-42bb-8505-b2002152e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.049741 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3a591f73-ca2e-464e-9e64-6eb16705e43f req-101544b8-d9f8-4a67-9b45-48b26db4590a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1097 time: 0.2602398 Jan 18 13:12:46.097911 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-20d19beb-3fdc-4f91-99ea-9e874e5619a7 req-4095128a-e5e5-4af1-8f68-8f746a6ffb40 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:46.100372 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5b827e87-0e9b-42bb-8505-b2002152e753 None None] Port d63b7059-31b3-4436-8809-8de024d51e2b cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:12:46.109343 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-20d19beb-3fdc-4f91-99ea-9e874e5619a7 req-4095128a-e5e5-4af1-8f68-8f746a6ffb40 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 931 time: 0.8970747 Jan 18 13:12:46.148267 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0dd17e31-37a0-4236-b369-e349192179f5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0dd17e31-37a0-4236-b369-e349192179f5,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:46.164058 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '0dd17e31-37a0-4236-b369-e349192179f5', 'network_id': '2959f65b-2f7f-4408-8c94-4999ba3618eb', 'port_id': '0dd17e31-37a0-4236-b369-e349192179f5', 'mac_address': 'fa:16:3e:09:bc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1b90c-44dc-47fb-b70d-d331ea4ac801', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:12:46.254983 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.275889 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd17e31-37a0-4236-b369-e349192179f5 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:46.315809 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0dd17e31-37a0-4236-b369-e349192179f5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0dd17e31-37a0-4236-b369-e349192179f5,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:46.386689 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.398272 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51156) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:46.412159 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-20d19beb-3fdc-4f91-99ea-9e874e5619a7 req-6b89a20d-3653-4b3b-b16f-56e5411afb82 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018620 Jan 18 13:12:46.426175 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51162) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:46.450512 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-681534228-network', 'tenant_id': '941a282759574fdb8239062c96f82cdb'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:46.454753 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.466239 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:46.475014 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Usage tracker for resource:network and tenant:941a282759574fdb8239062c96f82cdb is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:46.478942 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:46.493738 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:46.503793 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a591f73-ca2e-464e-9e64-6eb16705e43f req-dc8af508-a371-428f-a02c-1cd3198114ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:46.505801 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3a591f73-ca2e-464e-9e64-6eb16705e43f req-dc8af508-a371-428f-a02c-1cd3198114ac service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=b917745963954805bd3a203e79d65832&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4400432 Jan 18 13:12:46.507646 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:46.512573 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Usage tracker for resource:security_group_rule and tenant:d6eead835c7148ca80fa4ed22dca0ecd is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:46.515692 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:46.523176 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:46.542476 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=0dd17e31-37a0-4236-b369-e349192179f5,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:46.585206 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Made reservation on behalf of 941a282759574fdb8239062c96f82cdb for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:46.591393 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.602365 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.650396 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.660082 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:46.664590 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Usage tracker for resource:security_group_rule and tenant:941a282759574fdb8239062c96f82cdb is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:46.669208 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:46.679840 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:46.721341 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['0dd17e31-37a0-4236-b369-e349192179f5'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:46.836471 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.905684 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e209f1-eef8-4579-8d8d-61c30ba1a877,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:46.912072 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-fb6c3905-b78c-43fc-a90d-5f7fe3e58454 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d6eead835c7148ca80fa4ed22dca0ecd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5103385 Jan 18 13:12:46.916057 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51174) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:46.955822 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a591f73-ca2e-464e-9e64-6eb16705e43f req-6a63cbe3-da4b-4d31-b937-fff5de84e98e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:46.957571 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3a591f73-ca2e-464e-9e64-6eb16705e43f req-6a63cbe3-da4b-4d31-b937-fff5de84e98e service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3857770 Jan 18 13:12:46.982256 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d76188-1773-4af4-8a29-a8ac11df52ed req-f695322f-df4b-4902-b154-2ec7d2bf0c6f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:46.985331 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f6d76188-1773-4af4-8a29-a8ac11df52ed req-f695322f-df4b-4902-b154-2ec7d2bf0c6f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 944 time: 0.4121866 Jan 18 13:12:47.040564 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.064975 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c90a6af-8178-4a75-a75b-7b6647166ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.093972 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c90a6af-8178-4a75-a75b-7b6647166ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.098214 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63b7059-31b3-4436-8809-8de024d51e2b {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:47.108142 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.126704 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.139224 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Transition to ACTIVE for port object d63b7059-31b3-4436-8809-8de024d51e2b will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:47.152503 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f6d76188-1773-4af4-8a29-a8ac11df52ed req-2fd327f3-c73d-4319-864e-d7334825b47c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337523 Jan 18 13:12:47.168740 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:12:47.182655 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad26498-7737-4fb8-a155-319898dca570,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:47.191620 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-35104f3d-c602-44c8-9652-d8fa77fbed1c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1097 time: 0.1467249 Jan 18 13:12:47.262058 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.297267 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.297765 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Added segment a73289a1-1c1b-4ae0-bd11-ef1076014781 of type vlan for network 510ce978-faf5-42b9-9cd4-81d5a82643eb Jan 18 13:12:47.299379 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c90a6af-8178-4a75-a75b-7b6647166ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.333525 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90a6af-8178-4a75-a75b-7b6647166ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e209f1-eef8-4579-8d8d-61c30ba1a877,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:47.352195 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.357649 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c90a6af-8178-4a75-a75b-7b6647166ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.358738 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-4c90a6af-8178-4a75-a75b-7b6647166ca9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d0e209f1-eef8-4579-8d8d-61c30ba1a877 HTTP/1.1" status: 204 len: 168 time: 0.4419076 Jan 18 13:12:47.375991 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-983300cd-6bef-424c-a9d7-8e720e0c8195 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3102c59c-5a89-4571-b141-3203d214a2b0 HTTP/1.1" status: 200 len: 217 time: 0.1689341 Jan 18 13:12:47.521519 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Pushing event updated for resources: {'Port': ['ID=d63b7059-31b3-4436-8809-8de024d51e2b,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:47.523620 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.525198 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:47.526024 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.559671 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-942ca09b-eda6-4ede-b918-cd7e5ec34837 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:47.561107 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-942ca09b-eda6-4ede-b918-cd7e5ec34837 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.1774082 Jan 18 13:12:47.691716 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Attempting to bind port d63b7059-31b3-4436-8809-8de024d51e2b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:47.692048 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Attempting to bind port d63b7059-31b3-4436-8809-8de024d51e2b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:47.692368 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Attempting to bind port d63b7059-31b3-4436-8809-8de024d51e2b on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:47.707315 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Port d63b7059-31b3-4436-8809-8de024d51e2b on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:12:47.708600 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Attempting to bind port d63b7059-31b3-4436-8809-8de024d51e2b on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:47.723427 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:47.723763 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Checking segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:47.724147 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Bound using segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:47.724742 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Bound port: d63b7059-31b3-4436-8809-8de024d51e2b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:47.725081 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.739835 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] Pushing event updated for resources: {'Network': ['ID=510ce978-faf5-42b9-9cd4-81d5a82643eb,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:47.751965 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 510ce978-faf5-42b9-9cd4-81d5a82643eb details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:12:47.765107 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35336469-3679-4c63-b1f1-2572c463f233 req-abead949-2bb5-44d3-bce7-383c778b42b9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:47.765788 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-35336469-3679-4c63-b1f1-2572c463f233 req-abead949-2bb5-44d3-bce7-383c778b42b9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:47.822942 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003c1bf-ee4a-4994-8064-985ce9187a5a req-5a5ca6af-f77b-4950-b090-f0bceb6ed9cc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:47.843794 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7003c1bf-ee4a-4994-8064-985ce9187a5a req-5a5ca6af-f77b-4950-b090-f0bceb6ed9cc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 943 time: 0.1374307 Jan 18 13:12:47.863832 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] For port d63b7059-31b3-4436-8809-8de024d51e2b, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:47.895221 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0dd17e31-37a0-4236-b369-e349192179f5 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:47.914260 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2dda1a2f-d057-445b-a86d-9fea7ceb29f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3072362 Jan 18 13:12:47.918383 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7003c1bf-ee4a-4994-8064-985ce9187a5a req-e2f31d84-a98b-4d9e-9c46-89e8f5118dde tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737436 Jan 18 13:12:47.936231 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8dd23547-8396-4bc2-afa6-f4857a82f609 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5020862 Jan 18 13:12:47.942124 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51192) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:47.953350 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Request body: {'subnet': {'network_id': '510ce978-faf5-42b9-9cd4-81d5a82643eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-681534228-subnet', 'tenant_id': '941a282759574fdb8239062c96f82cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:47.961750 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:47.967469 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Usage tracker for resource:subnet and tenant:941a282759574fdb8239062c96f82cdb is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:47.970393 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:47.982192 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:48.087987 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] For port d63b7059-31b3-4436-8809-8de024d51e2b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d63b7059-31b3-4436-8809-8de024d51e2b,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:48.097319 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-2b08d7a3-ccfa-4ee7-93c4-9dd62926010a service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732998 Jan 18 13:12:48.176511 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 0dd17e31-37a0-4236-b369-e349192179f5 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:48.176826 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Made reservation on behalf of 941a282759574fdb8239062c96f82cdb for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:48.182847 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.183424 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 0dd17e31-37a0-4236-b369-e349192179f5 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:48.187141 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.190954 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-35336469-3679-4c63-b1f1-2572c463f233 req-abead949-2bb5-44d3-bce7-383c778b42b9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:48.192488 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-35336469-3679-4c63-b1f1-2572c463f233 req-abead949-2bb5-44d3-bce7-383c778b42b9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.8892071 Jan 18 13:12:48.198798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.321862 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.323922 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] 10.222.0.96 "PUT /v2.0/ports/d63b7059-31b3-4436-8809-8de024d51e2b HTTP/1.1" status: 200 len: 1093 time: 2.6839287 Jan 18 13:12:48.324376 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:48.358070 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4977f6-a5b6-485d-af55-f60d8894b708 service neutron] Pushing event updated for resources: {'Port': ['ID=d63b7059-31b3-4436-8809-8de024d51e2b,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:48.367148 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.377798 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-35336469-3679-4c63-b1f1-2572c463f233 req-20ad341e-6e45-4ca2-9c63-cc438ff46406 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722145 Jan 18 13:12:48.386862 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2d909575-f5f5-4d76-8012-d6aee5113715 req-f77ef38f-f846-4842-9fb4-1ea1fef6a221 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705882 Jan 18 13:12:48.403422 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd17e31-37a0-4236-b369-e349192179f5'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:48.420356 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0dd17e31-37a0-4236-b369-e349192179f5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0dd17e31-37a0-4236-b369-e349192179f5,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:48.577244 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.624446 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.661892 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=0dd17e31-37a0-4236-b369-e349192179f5,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:48.684126 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-88bf304b-e327-4eaf-8dbb-75a009371b1c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 1096 time: 0.1534054 Jan 18 13:12:48.688901 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3e72e-8a51-4fc0-bba9-f29177731005 req-6cbd16bc-4840-4115-8d7e-6d1988892849 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:48.690305 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9de3e72e-8a51-4fc0-bba9-f29177731005 req-6cbd16bc-4840-4115-8d7e-6d1988892849 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1272285 Jan 18 13:12:48.708607 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=558d9da7-320d-4550-8934-1e4d7d250ef1,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:48.720960 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Checking segment: {'id': 'a73289a1-1c1b-4ae0-bd11-ef1076014781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '510ce978-faf5-42b9-9cd4-81d5a82643eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:48.721313 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Network hostable DHCP agents. Network: 510ce978-faf5-42b9-9cd4-81d5a82643eb, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:12:48.777641 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-3751b644-6a23-450d-ba13-0ab2ec69bf65 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63b7059-31b3-4436-8809-8de024d51e2b HTTP/1.1" status: 200 len: 217 time: 0.0676658 Jan 18 13:12:48.893500 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9de3e72e-8a51-4fc0-bba9-f29177731005 req-6c42d201-35d3-4dd8-ab04-457f59d1cc66 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973612 Jan 18 13:12:48.908448 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310282e-700a-4904-9b00-aa8693d331ac req-cffda6b6-a8b7-4601-b8f7-13ee76b4db0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:48.909893 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-cffda6b6-a8b7-4601-b8f7-13ee76b4db0c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 200 len: 849 time: 0.1251013 Jan 18 13:12:48.941002 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Network 510ce978-faf5-42b9-9cd4-81d5a82643eb is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:12:48.973063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51220) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:48.996793 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.999841 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-a801e039-ee33-405a-8b6e-30c2e118d68a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=196899bc-d4a9-49d8-b2ea-aed41b5a787a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795825 Jan 18 13:12:49.001622 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'status': 'completed', 'code': 200} Jan 18 13:12:49.037427 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:49.037427 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Usage tracker for resource:security_group_rule and tenant:e9f496c36582433d99571613b1ade57b is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:49.037427 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:49.043783 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:49.053635 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd17e31-37a0-4236-b369-e349192179f5', 'code': 200} Jan 18 13:12:49.130894 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.146317 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 510ce978-faf5-42b9-9cd4-81d5a82643eb) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:49.153118 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:49.156126 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.157352 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792cfada-2f0f-486b-8edd-e1cee3044037 None None] Network 510ce978-faf5-42b9-9cd4-81d5a82643eb requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:49.250190 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-df203bc3-d6b8-4dce-9018-45205c92a323 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253602 Jan 18 13:12:49.283962 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.347974 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-38795a91-d2d2-4e03-a993-12dfb5863c1e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4080501 Jan 18 13:12:49.351323 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4803c-8fee-4443-8307-f439f62c1753,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:49.356000 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d7a43-e819-46a8-8816-00ddfbabc90a req-6d15fcc1-2cea-4e05-835c-692ee2db6c2e tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:49.357476 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-021d7a43-e819-46a8-8816-00ddfbabc90a req-6d15fcc1-2cea-4e05-835c-692ee2db6c2e tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 943 time: 0.1695027 Jan 18 13:12:49.363767 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-bc7ca167-2ded-48b4-80c4-a734ddd018bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9f496c36582433d99571613b1ade57b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3867929 Jan 18 13:12:49.364331 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51230) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:49.468650 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b521e7-9742-4baa-8707-f92a2f9df423 None None] Network 510ce978-faf5-42b9-9cd4-81d5a82643eb requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:49.492199 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1310282e-700a-4904-9b00-aa8693d331ac req-a79cd2db-be88-42ba-8723-9f63ac326bfb service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227497 Jan 18 13:12:49.511848 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-021d7a43-e819-46a8-8816-00ddfbabc90a req-c7dd9e28-7f8a-4a01-bf67-3cb9498b05b6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249740 Jan 18 13:12:49.546998 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-545f92b0-7143-4869-b501-69ecab493414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.577204 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-545f92b0-7143-4869-b501-69ecab493414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.787358 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5bc2-b991-41c5-b8da-f92d29969a84 req-377d1a5f-62de-4553-aad0-7e67ba96369f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:49.797323 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-58dc5bc2-b991-41c5-b8da-f92d29969a84 req-377d1a5f-62de-4553-aad0-7e67ba96369f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1125364 Jan 18 13:12:49.865234 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-58dc5bc2-b991-41c5-b8da-f92d29969a84 req-c42bf9c9-14bc-4fc0-9321-000c64f9e889 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668278 Jan 18 13:12:49.945513 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-545f92b0-7143-4869-b501-69ecab493414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.970353 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f92b0-7143-4869-b501-69ecab493414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4803c-8fee-4443-8307-f439f62c1753,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:49.989639 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-545f92b0-7143-4869-b501-69ecab493414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.993463 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-545f92b0-7143-4869-b501-69ecab493414 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35a4803c-8fee-4443-8307-f439f62c1753 HTTP/1.1" status: 204 len: 168 time: 0.6254787 Jan 18 13:12:50.014744 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-53ecda8b-66db-4444-a01b-c76cfb2c2bad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 1096 time: 0.2760825 Jan 18 13:12:50.058598 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d5ca87b4-7533-4baf-9dd3-f363f432e9c8 req-58a8992f-02c8-4119-b59e-40de3ed6f013 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 1098 time: 0.1931796 Jan 18 13:12:50.193891 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfac0c-46ee-4089-a5b6-528bdb244667 req-dc7969ba-38c9-4743-86c6-211fae127d96 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:50.195395 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ddbfac0c-46ee-4089-a5b6-528bdb244667 req-dc7969ba-38c9-4743-86c6-211fae127d96 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0893540 Jan 18 13:12:50.248974 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ddbfac0c-46ee-4089-a5b6-528bdb244667 req-6973fea3-5c87-4151-810a-74e227983fde tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Jan 18 13:12:50.334427 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-d5ca87b4-7533-4baf-9dd3-f363f432e9c8 req-2b93c5b6-c3e6-41bb-b845-1929f302a6be service neutron] Synchronizing usage tracker for tenant:80f83b2e3d894fd5bc61a18b4419d533 on resource:security_group {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:50.346679 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-329c9322-1523-4b60-a278-321e461cabd7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666974 Jan 18 13:12:50.349332 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-1bdc3897-4bdd-420c-8dbc-19748af17d14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:50.350763 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-1bdc3897-4bdd-420c-8dbc-19748af17d14 service neutron] 10.222.0.96 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 911 time: 0.3279171 Jan 18 13:12:50.360319 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999739a-9fb1-4497-a239-7da8a92d929e req-9f43021b-2fc0-4706-8be7-ce9729f3ae77 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:50.361693 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-9f43021b-2fc0-4706-8be7-ce9729f3ae77 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/networks?id=73ccbecf-4f50-4bb8-9907-827ec74dad85 HTTP/1.1" status: 200 len: 809 time: 0.2980042 Jan 18 13:12:50.381014 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-51d5944e-feb5-4c52-a70d-d58a1344becf tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/quotas/80c3b744c53043b4ac541d6e20521026 HTTP/1.1" status: 200 len: 375 time: 0.0130222 Jan 18 13:12:50.484421 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-85c97de9-f6d3-4371-af18-eecfef96e273 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63b7059-31b3-4436-8809-8de024d51e2b HTTP/1.1" status: 200 len: 217 time: 0.0997691 Jan 18 13:12:50.490512 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-48288472-89bc-4f19-91ef-530acf0a4fbd tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=80c3b744c53043b4ac541d6e20521026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570672 Jan 18 13:12:50.519128 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-d27c23b1-dead-4dd1-afb7-b9e7c9b0b2c3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 1099 time: 0.0692408 Jan 18 13:12:50.545538 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-d5ca87b4-7533-4baf-9dd3-f363f432e9c8 req-2b93c5b6-c3e6-41bb-b845-1929f302a6be service neutron] Unset dirty status for tenant:80f83b2e3d894fd5bc61a18b4419d533 on resource:security_group {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:50.546585 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d5ca87b4-7533-4baf-9dd3-f363f432e9c8 req-2b93c5b6-c3e6-41bb-b845-1929f302a6be service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154639 Jan 18 13:12:50.624829 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-3fd0a6f6-7d95-4547-b3ed-c930569d05fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:50.626291 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-3fd0a6f6-7d95-4547-b3ed-c930569d05fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 200 len: 849 time: 0.1342144 Jan 18 13:12:50.678238 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-4bc62356-1467-498c-a18b-6dcf34b54f0c service neutron] 10.222.0.71 "GET /v2.0/networks/73ccbecf-4f50-4bb8-9907-827ec74dad85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542907 Jan 18 13:12:50.697109 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-ebcb2f8a-edaa-4fcb-91d0-ba9a73c3b519 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:50.699281 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-ebcb2f8a-edaa-4fcb-91d0-ba9a73c3b519 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 916 time: 0.1589866 Jan 18 13:12:50.809928 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de71b-788c-46d7-ab77-4b06a8c0d666 req-77197fc2-7d4c-492a-bf3a-fd18ed52f600 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:50.817763 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-131de71b-788c-46d7-ab77-4b06a8c0d666 req-77197fc2-7d4c-492a-bf3a-fd18ed52f600 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 943 time: 0.1174178 Jan 18 13:12:50.883078 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-131de71b-788c-46d7-ab77-4b06a8c0d666 req-fa1e37f9-6227-4597-83ed-e9505a0f0a2d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606644 Jan 18 13:12:50.990516 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-e486965f-1e5e-49f7-9689-6110d9c531a3 service neutron] 10.222.0.71 "GET /v2.0/networks/73ccbecf-4f50-4bb8-9907-827ec74dad85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042564 Jan 18 13:12:51.021300 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-f1ccd5d8-30d2-4255-aa77-a6975471246a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9 HTTP/1.1" status: 200 len: 217 time: 0.1237636 Jan 18 13:12:51.051632 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-151fd9e3-0d38-4c84-8012-3e03c5f764ec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=196899bc-d4a9-49d8-b2ea-aed41b5a787a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1539416 Jan 18 13:12:51.129282 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:51.200272 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-1a0e065e-ab88-409c-bb7f-402792f2b1b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:51.201753 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-1a0e065e-ab88-409c-bb7f-402792f2b1b5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.1729512 Jan 18 13:12:51.266523 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56533-2690-4948-9bc0-bf3ab1aa4b13 req-3f2d0fba-6871-48f4-a701-e2b48373c851 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:51.268469 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-03e56533-2690-4948-9bc0-bf3ab1aa4b13 req-3f2d0fba-6871-48f4-a701-e2b48373c851 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1754363 Jan 18 13:12:51.278435 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-4bcd431f-46d7-4b27-858c-1f3d486b8b04 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645010 Jan 18 13:12:51.302501 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-160beab7-3e74-4a51-b49f-b845770164f6 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372191 Jan 18 13:12:51.351033 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-03e56533-2690-4948-9bc0-bf3ab1aa4b13 req-81dfc262-2b14-4f2a-aeb9-df8a532a632b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770643 Jan 18 13:12:51.614080 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bc9288e7-73fb-47d8-91bc-d9464acdddcf req-4b64dac7-7657-48f3-a9e4-430c2e4570c6 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906125 Jan 18 13:12:51.647827 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74152fd0-9ea5-4b01-9d6d-322a97fa68d0 req-968accb2-3174-4101-b8f8-792fd67856d6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:51.655055 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-74152fd0-9ea5-4b01-9d6d-322a97fa68d0 req-968accb2-3174-4101-b8f8-792fd67856d6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1688967 Jan 18 13:12:51.699163 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-74152fd0-9ea5-4b01-9d6d-322a97fa68d0 req-eff81dbd-8fb6-4eb2-b311-e34e39baeba0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433478 Jan 18 13:12:51.711496 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-3c9263f1-8b03-49d1-85c3-9589fb27ffc8 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871453 Jan 18 13:12:51.807178 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-206f85ed-d8c8-4c4d-84dc-74eec147faf4 req-1cac4b49-066d-4d98-b590-24d3d857aa75 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 210 time: 0.0465884 Jan 18 13:12:51.842496 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-1d21df58-6585-42af-ac12-d75ff7507eb3 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:51.844011 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-1d21df58-6585-42af-ac12-d75ff7507eb3 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 0.2597549 Jan 18 13:12:51.884952 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-e16abe25-b190-4f0c-adec-83c71fc50539 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/quotas/cd68037724504c6c9ec4dbb554896499 HTTP/1.1" status: 200 len: 375 time: 0.0333986 Jan 18 13:12:51.919842 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:12:51.968274 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd8407db-2493-4cef-a280-c6e28d80ee2b req-487756c6-b3c8-4ad9-afb8-7536a5e98684 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468336 Jan 18 13:12:52.048751 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-1aa8a8d4-6d35-44c6-bbc1-56f3ad1cc98e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482823 Jan 18 13:12:52.164389 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:52.189012 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '3102c59c-5a89-4571-b141-3203d214a2b0', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'port_id': '3102c59c-5a89-4571-b141-3203d214a2b0', 'mac_address': 'fa:16:3e:70:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:12:52.269305 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-e8f4812d-28e4-4d1f-b6d4-d16a16fedec6 service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193387 Jan 18 13:12:52.281852 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Sync routers for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:12:52.297220 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:52.304628 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950b7d0-7c15-482a-8d57-a9ec460e0621 req-5345da10-2ca6-4d60-98dc-4063107c02ad tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:52.306121 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d950b7d0-7c15-482a-8d57-a9ec460e0621 req-5345da10-2ca6-4d60-98dc-4063107c02ad tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 943 time: 0.1366911 Jan 18 13:12:52.357388 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:52.361320 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:52.386612 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d950b7d0-7c15-482a-8d57-a9ec460e0621 req-0c63fc7b-8c66-4c29-85f6-5d98c07f835a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714598 Jan 18 13:12:52.477552 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3102c59c-5a89-4571-b141-3203d214a2b0 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:52.519346 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-c53f2601-7bf0-48b7-a7c2-b0df82495dcd service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470894 Jan 18 13:12:52.619257 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:52.663361 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:52.670326 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29152e-9327-4d83-a512-591c63c5f39d req-d713d47d-9f7b-43dd-a15a-7656288570ad tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:52.677207 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2e29152e-9327-4d83-a512-591c63c5f39d req-d713d47d-9f7b-43dd-a15a-7656288570ad tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1120563 Jan 18 13:12:52.733397 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2e29152e-9327-4d83-a512-591c63c5f39d req-66752737-37ec-4043-ab39-3affe66cb16d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553336 Jan 18 13:12:52.853505 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:53.017182 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:53.069560 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b102841-e7d6-470c-adc5-21a458086af3 req-f07f255b-618d-46e2-80b3-49f8fbd1649c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:53.071409 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2b102841-e7d6-470c-adc5-21a458086af3 req-f07f255b-618d-46e2-80b3-49f8fbd1649c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1336250 Jan 18 13:12:53.137448 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2b102841-e7d6-470c-adc5-21a458086af3 req-440a678f-9c9d-430f-992e-f0d4e8657ece tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597048 Jan 18 13:12:53.148028 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:21Z', 'revision_number': 2, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:53.154003 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Checking router: 2e45af29-6dae-4932-b859-32f327827053 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:12:53.154621 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Updating router 2e45af29-6dae-4932-b859-32f327827053 port 3294ab2d-6dfa-490e-af4b-749db4e923a3 binding host dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:12:53.186897 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e884f89d-fa07-4957-816f-f6ffe9b3320d req-a046257f-d056-4779-a40f-7e2de2f44c5b tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 210 time: 0.0994275 Jan 18 13:12:53.234295 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:53.251685 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['3102c59c-5a89-4571-b141-3203d214a2b0'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:53.309229 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0cab9c6e-36a3-4697-a291-f1466f7b65fe req-999b0b06-c113-4b13-a5cb-47d130b0499b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 210 time: 0.0837307 Jan 18 13:12:53.665657 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51364) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:53.919860 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Notify callbacks [] for port, precommit_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:53.933126 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Transition to ACTIVE for port object 3294ab2d-6dfa-490e-af4b-749db4e923a3 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:53.939701 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d63b7059-31b3-4436-8809-8de024d51e2b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:12:53.994493 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.029692 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:54.029692 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Usage tracker for resource:security_group_rule and tenant:5a0449f1dc18400fb8daeb6a34bafb99 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:54.032382 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:54.039162 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:54.079711 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d63b7059-31b3-4436-8809-8de024d51e2b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d63b7059-31b3-4436-8809-8de024d51e2b,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:54.093353 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'port_id': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'mac_address': 'fa:16:3e:97:ec:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:12:54.105997 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.139859 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.212649 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.239410 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.292433 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63b7059-31b3-4436-8809-8de024d51e2b {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:54.306821 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b0db-068f-491c-b070-8ce3e64db423 None None] Pushing event updated for resources: {'Port': ['ID=3294ab2d-6dfa-490e-af4b-749db4e923a3,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:54.319461 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16372418-31ac-43a3-bc68-c9d1a9e22c32,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:54.340732 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-4d91e826-b58a-4a97-8185-cf1eebf81035 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a0449f1dc18400fb8daeb6a34bafb99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6736205 Jan 18 13:12:54.342786 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51386) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:54.355532 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d63b7059-31b3-4436-8809-8de024d51e2b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d63b7059-31b3-4436-8809-8de024d51e2b,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:54.434226 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Attempting to bind port 3294ab2d-6dfa-490e-af4b-749db4e923a3 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:54.434606 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Attempting to bind port 3294ab2d-6dfa-490e-af4b-749db4e923a3 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:54.434969 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Attempting to bind port 3294ab2d-6dfa-490e-af4b-749db4e923a3 on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:54.442170 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-95334355-9f83-4879-a36f-a715bf4441b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.448871 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:54.449300 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Checking segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:54.450495 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.450894 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Bound using segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:54.451413 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Bound port: 3294ab2d-6dfa-490e-af4b-749db4e923a3, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:54.451796 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.474024 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.493813 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-95334355-9f83-4879-a36f-a715bf4441b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.641172 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=d63b7059-31b3-4436-8809-8de024d51e2b,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:54.673209 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-95334355-9f83-4879-a36f-a715bf4441b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.686199 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] For port 3294ab2d-6dfa-490e-af4b-749db4e923a3, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:54.689756 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] For port 3294ab2d-6dfa-490e-af4b-749db4e923a3, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=3294ab2d-6dfa-490e-af4b-749db4e923a3,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:54.694287 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95334355-9f83-4879-a36f-a715bf4441b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16372418-31ac-43a3-bc68-c9d1a9e22c32,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:54.701544 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-95334355-9f83-4879-a36f-a715bf4441b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.704999 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-95334355-9f83-4879-a36f-a715bf4441b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16372418-31ac-43a3-bc68-c9d1a9e22c32 HTTP/1.1" status: 204 len: 168 time: 0.3506021 Jan 18 13:12:54.713260 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094b2f5-a909-444a-b27a-91a8012a9d8a req-f7d15a3b-7f67-4ba8-9455-d75a26c465e1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:54.720650 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8094b2f5-a909-444a-b27a-91a8012a9d8a req-f7d15a3b-7f67-4ba8-9455-d75a26c465e1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 944 time: 0.1235247 Jan 18 13:12:54.769405 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8094b2f5-a909-444a-b27a-91a8012a9d8a req-4d18084f-60d9-4f8c-91c8-796d1ca32c7a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479028 Jan 18 13:12:54.857183 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb80958-cc14-4aa9-9f82-00c97e3d6f39 req-eb9a279e-a389-478b-84c3-1091a7f33ef1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:54.859601 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6fb80958-cc14-4aa9-9f82-00c97e3d6f39 req-eb9a279e-a389-478b-84c3-1091a7f33ef1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 945 time: 0.2170527 Jan 18 13:12:54.872367 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:54.901827 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-70e6c1ff-337d-46ae-9ada-9f3696142533 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 1098 time: 0.2107038 Jan 18 13:12:54.991897 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b0db-068f-491c-b070-8ce3e64db423 None None] Pushing event updated for resources: {'Port': ['ID=3294ab2d-6dfa-490e-af4b-749db4e923a3,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:54.996530 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:54.996530 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:55.009250 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6fb80958-cc14-4aa9-9f82-00c97e3d6f39 req-68472df0-f342-4350-97fa-655ed3bbc949 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440492 Jan 18 13:12:55.078610 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-b14216cb-5fa1-4d2a-83d8-9f42d54509e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.080335 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-b14216cb-5fa1-4d2a-83d8-9f42d54509e2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 920 time: 0.1720858 Jan 18 13:12:55.186321 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fc3191b-3201-413a-a10c-b644be4fb08e req-c50a7d91-1bfa-48d7-8056-377b72de6d28 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 210 time: 0.0819135 Jan 18 13:12:55.281893 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['d63b7059-31b3-4436-8809-8de024d51e2b'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:55.311809 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-cc3742b9-59d7-45e5-84eb-c8672d95b004 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dd17e31-37a0-4236-b369-e349192179f5 HTTP/1.1" status: 200 len: 217 time: 0.2238128 Jan 18 13:12:55.343674 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:55.535175 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-901c8537-c195-4895-84ce-66926e89cb00 req-ab89bcaf-91a9-403c-b949-80c7fa289602 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 210 time: 0.1334624 Jan 18 13:12:55.551226 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-af1587a3-155b-4aa7-bc83-885341cfd5f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.552674 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-af1587a3-155b-4aa7-bc83-885341cfd5f2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.2326949 Jan 18 13:12:55.586090 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999739a-9fb1-4497-a239-7da8a92d929e req-dd7bc24b-dc3c-4bbc-8cd3-a95325a30b37 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.587543 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-dd7bc24b-dc3c-4bbc-8cd3-a95325a30b37 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.96 "GET /v2.0/networks?id=73ccbecf-4f50-4bb8-9907-827ec74dad85 HTTP/1.1" status: 200 len: 809 time: 0.1555212 Jan 18 13:12:55.626803 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-cbb7ab02-2609-40b9-a986-41ef93606bd8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613098 Jan 18 13:12:55.631608 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Request body: {'port': {'device_id': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85', 'admin_state_up': True, 'tenant_id': '80c3b744c53043b4ac541d6e20521026'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:55.824514 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:55.828480 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Usage tracker for resource:port and tenant:80c3b744c53043b4ac541d6e20521026 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:55.831345 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:55.837153 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:55.855889 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621eab5-5294-4159-a840-460133be5210 req-84745bfb-d54f-4ab1-93b3-51c1fc7dbada tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.862742 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9621eab5-5294-4159-a840-460133be5210 req-84745bfb-d54f-4ab1-93b3-51c1fc7dbada tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.4837470 Jan 18 13:12:55.926072 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-2ee1346b-45c9-4873-be8c-3f123c4ee387 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834280 Jan 18 13:12:55.930565 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9621eab5-5294-4159-a840-460133be5210 req-aae357f2-cffb-42a5-b0e5-d8747451c92d tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667202 Jan 18 13:12:55.945924 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Made reservation on behalf of 80c3b744c53043b4ac541d6e20521026 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:55.949640 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:55.984027 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:56.079667 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:54Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:56.087137 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af763a7-66cf-4ef5-baa5-c72cf0bdb299 None None] The sync data for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb is: [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:54Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:12:56.210220 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 3102c59c-5a89-4571-b141-3203d214a2b0 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:56.215815 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 3102c59c-5a89-4571-b141-3203d214a2b0 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:56.225370 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:56.249999 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51416) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:56.276521 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334bfa9-f122-4b9d-bd31-d0380d236680 req-d254a8c0-4e34-4cee-9a03-8bb35d6491c0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:56.278164 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5334bfa9-f122-4b9d-bd31-d0380d236680 req-d254a8c0-4e34-4cee-9a03-8bb35d6491c0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.5054376 Jan 18 13:12:56.375089 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4f9713-f0fd-475c-a3db-f7aa4fcb65c8 req-de88043c-4d01-40aa-8a5e-36bc14f1d61c service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284511 Jan 18 13:12:56.387963 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5334bfa9-f122-4b9d-bd31-d0380d236680 req-c136b863-851b-4e99-9eea-10b3e7a00997 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027832 Jan 18 13:12:56.411647 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:56.411831 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:56.446155 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:56.458664 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:56.471588 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Allocated IP 172.20.0.2 (73ccbecf-4f50-4bb8-9907-827ec74dad85/8ca91ff6-11b0-4305-b39e-e3b1c3172c2f/ae85c2d4-6eed-4bb7-9679-85b6d119fa3e) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:56.522830 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:56.530095 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803116c-4783-4d70-83d9-1ae6a19d8424 req-cbcc5001-1c91-4087-8fb8-b8ea2b8c76af tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:56.536918 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1803116c-4783-4d70-83d9-1ae6a19d8424 req-cbcc5001-1c91-4087-8fb8-b8ea2b8c76af tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 944 time: 0.3509085 Jan 18 13:12:56.565195 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Usage tracker for resource:security_group_rule and tenant:2292b07e38724465a40fc738873d7496 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:56.580531 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:56.592626 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:56.599786 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:56.663808 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1803116c-4783-4d70-83d9-1ae6a19d8424 req-0141fdb0-80c1-4bd6-9852-c99770dbecdf tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259367 Jan 18 13:12:56.740898 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-cf1b69b7-9cdd-4067-b956-cc71c24c164e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:56.742634 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-cf1b69b7-9cdd-4067-b956-cc71c24c164e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 0.2659171 Jan 18 13:12:56.760083 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed23b1-8e3c-4d79-a120-603665983b83 req-9d83be5b-d15b-43a3-8ca4-4de6651b135a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:56.767792 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d6ed23b1-8e3c-4d79-a120-603665983b83 req-9d83be5b-d15b-43a3-8ca4-4de6651b135a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1780522 Jan 18 13:12:56.797391 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:56.851219 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Request body: {'port': {'device_id': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'admin_state_up': True, 'tenant_id': 'cd68037724504c6c9ec4dbb554896499'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:56.943203 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d6ed23b1-8e3c-4d79-a120-603665983b83 req-c8073a13-1f56-40b7-ba2f-6038877f6d98 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744685 Jan 18 13:12:56.973483 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.061550 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:57.065247 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0', 'code': 200} Jan 18 13:12:57.084656 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0f9829f3-4dd7-4275-94a3-611eea8cc267 req-9609b0d7-52a5-4292-a9bd-0d60300ed806 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 210 time: 0.0906839 Jan 18 13:12:57.084862 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:57.133767 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.209117 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2292b07e38724465a40fc738873d7496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9552588 Jan 18 13:12:57.209330 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Made reservation on behalf of cd68037724504c6c9ec4dbb554896499 for: {'port': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:57.212193 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.232236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51440) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:57.276566 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.343017 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dec2b-904a-4811-a0b1-94d0376ee1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1684ede-2c9c-48a6-afda-8ed9324c47f2,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:57.407548 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0fb55da8-082d-4231-b766-1cd1608f6a2b req-2b1ec72a-f5a7-41e6-ac16-60dba90a7a00 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 210 time: 0.1073184 Jan 18 13:12:57.497671 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af44bd3f-df71-49c9-9b5b-1c09dce586e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.515440 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba8a1-bf6d-42b2-b84e-87d1e38e1c95 req-1b66e86d-8411-4db2-b4c8-679af6468cac tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:57.517477 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-484ba8a1-bf6d-42b2-b84e-87d1e38e1c95 req-1b66e86d-8411-4db2-b4c8-679af6468cac tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.2843482 Jan 18 13:12:57.518209 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Allocated IP 172.20.0.6 (5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef/20fafe53-899a-4be5-b7a1-f5c915a90428/be088bd4-ed2a-43c4-81fe-eca0b2c49dd3) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:57.570802 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af44bd3f-df71-49c9-9b5b-1c09dce586e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.584871 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.685338 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-656ada37-dc73-4275-96ec-85927ca46d52 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:57.686832 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-656ada37-dc73-4275-96ec-85927ca46d52 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 946 time: 0.3410325 Jan 18 13:12:57.726846 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51450) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:57.752345 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Network 73ccbecf-4f50-4bb8-9907-827ec74dad85 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:57.773007 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-484ba8a1-bf6d-42b2-b84e-87d1e38e1c95 req-9a4fe428-e207-4045-9acb-a6792e94067e tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/security-groups?id=97b612d9-b222-4540-82c8-f97ac899b03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248635 Jan 18 13:12:57.773950 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:57.779024 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:57.782916 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:57.789209 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.844180 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Pushing event updated for resources: {'Port': ['ID=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:57.870890 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66719069-34e9-49a2-b4ef-9778f7431de2 req-57c9d509-32d7-428c-9448-5c78dadf1f81 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:57.877712 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-66719069-34e9-49a2-b4ef-9778f7431de2 req-57c9d509-32d7-428c-9448-5c78dadf1f81 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.2924085 Jan 18 13:12:57.878402 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Deleting port 23fca202-da0a-4453-8c48-1452d1ebf05f {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:12:57.878885 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.905904 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.905904 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.905904 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.906485 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.906910 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.907382 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.907804 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.908223 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.908652 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.909070 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.909486 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:57.926367 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.936012 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-54af79a1-034d-4853-ae63-01bd028eed36 req-2b5c93ef-330f-46f2-8f1c-b048454f7540 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1099 time: 0.2894516 Jan 18 13:12:57.962381 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d63b7059-31b3-4436-8809-8de024d51e2b up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:57.968278 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af44bd3f-df71-49c9-9b5b-1c09dce586e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.971402 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-af44bd3f-df71-49c9-9b5b-1c09dce586e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:57.974590 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-af44bd3f-df71-49c9-9b5b-1c09dce586e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a1684ede-2c9c-48a6-afda-8ed9324c47f2 HTTP/1.1" status: 204 len: 168 time: 0.7080812 Jan 18 13:12:57.992391 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-54af79a1-034d-4853-ae63-01bd028eed36 req-6fabd421-5434-424a-991c-c68d15f2c84e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484853 Jan 18 13:12:58.009859 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-66719069-34e9-49a2-b4ef-9778f7431de2 req-6c400b1a-0c29-484c-936f-5bf47ca13ff8 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312678 Jan 18 13:12:58.014060 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.066128 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:58.071632 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Usage tracker for resource:security_group_rule and tenant:2c33131a46584cfca7e8f93cac4b13e2 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:58.076154 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:58.085648 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:58.112418 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-df98edb0-aad1-44ab-ae0c-2c2211b92687 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4977572 Jan 18 13:12:58.120552 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44bd3f-df71-49c9-9b5b-1c09dce586e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1684ede-2c9c-48a6-afda-8ed9324c47f2,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:58.154783 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port d63b7059-31b3-4436-8809-8de024d51e2b completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:58.161228 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port d63b7059-31b3-4436-8809-8de024d51e2b triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:58.162048 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.213784 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 3294ab2d-6dfa-490e-af4b-749db4e923a3 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:58.243496 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5790b-c4bc-46bd-bedb-5bf055f74253 req-686cd181-17c8-44b8-bed0-a22b561ed921 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:58.245545 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e3b5790b-c4bc-46bd-bedb-5bf055f74253 req-686cd181-17c8-44b8-bed0-a22b561ed921 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 944 time: 0.3270380 Jan 18 13:12:58.267564 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.269952 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.314291 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:58.332867 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e3b5790b-c4bc-46bd-bedb-5bf055f74253 req-41813994-a164-44da-b048-26742ee22c5b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789673 Jan 18 13:12:58.334545 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] For port 23fca202-da0a-4453-8c48-1452d1ebf05f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23fca202-da0a-4453-8c48-1452d1ebf05f,segment=NetworkSegment(b83e13d1-9933-4cbf-bdc0-46bbd688d903),segment_id=b83e13d1-9933-4cbf-bdc0-46bbd688d903)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:58.340794 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.354668 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Request body: {'port': {'device_id': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:58.408899 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.416691 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:58.435335 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event updated for resources: {'Port': ['ID=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:58.440412 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:58.451677 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:58.455908 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:58.456530 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.526217 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.529187 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b228fec0-3c07-45e5-8dcd-f641f299ac4a,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:58.583154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Calling delete_port for 23fca202-da0a-4453-8c48-1452d1ebf05f owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:12:58.590977 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.591904 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.592829 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.593315 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.593792 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.594264 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.594745 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.595204 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.595696 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.596292 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.596749 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.599621 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d63b7059-31b3-4436-8809-8de024d51e2b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d63b7059-31b3-4436-8809-8de024d51e2b,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:58.603234 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.604783 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.605266 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.605869 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.607012 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.607168 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.607538 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.608046 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.608246 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.608646 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.608917 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:58.622311 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-14e716c7-8bf6-4290-9761-9f60db579d21 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c33131a46584cfca7e8f93cac4b13e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8828194 Jan 18 13:12:58.624567 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51470) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:58.631705 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 3294ab2d-6dfa-490e-af4b-749db4e923a3 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:58.640242 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 3294ab2d-6dfa-490e-af4b-749db4e923a3 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:58.640540 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.695180 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.711454 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c3d2-ea15-4f5a-a94b-69e6e7b7c02d req-814823ea-83f9-4ff4-a884-2d3c9f96f626 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:58.713004 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e8c5c3d2-ea15-4f5a-a94b-69e6e7b7c02d req-814823ea-83f9-4ff4-a884-2d3c9f96f626 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.5061049 Jan 18 13:12:58.721535 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-26103dda-812d-40a8-9f36-e8e6a1379b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.754887 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-26103dda-812d-40a8-9f36-e8e6a1379b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.792638 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5bbae326-73d4-4127-b7da-cf81528ace13 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9604692 Jan 18 13:12:58.808649 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=d63b7059-31b3-4436-8809-8de024d51e2b,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:58.818556 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Request body: {'port': {'device_id': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:58.892162 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.930323 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:58.955165 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 3294ab2d-6dfa-490e-af4b-749db4e923a3, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=3294ab2d-6dfa-490e-af4b-749db4e923a3,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:59.022152 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e8c5c3d2-ea15-4f5a-a94b-69e6e7b7c02d req-777c7b92-dd4a-4608-a69f-44cfd995403f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348943 Jan 18 13:12:59.029090 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.044398 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.060358 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4755-1674-41bd-8804-558b3c5a8e67 req-113722ee-7115-4189-9621-e96b9459d942 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:59.061051 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-c66c4755-1674-41bd-8804-558b3c5a8e67 req-113722ee-7115-4189-9621-e96b9459d942 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Synchronizing usage tracker for tenant:80c3b744c53043b4ac541d6e20521026 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:59.104176 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-26103dda-812d-40a8-9f36-e8e6a1379b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.110238 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:59.132218 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26103dda-812d-40a8-9f36-e8e6a1379b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b228fec0-3c07-45e5-8dcd-f641f299ac4a,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:59.147983 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-26103dda-812d-40a8-9f36-e8e6a1379b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.153301 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-26103dda-812d-40a8-9f36-e8e6a1379b0b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b228fec0-3c07-45e5-8dcd-f641f299ac4a HTTP/1.1" status: 204 len: 168 time: 0.5276210 Jan 18 13:12:59.193616 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.196056 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=3294ab2d-6dfa-490e-af4b-749db4e923a3,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:59.231946 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['23fca202-da0a-4453-8c48-1452d1ebf05f'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:59.290579 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Pushing event deleted for resources: {'Port': ['ID=23fca202-da0a-4453-8c48-1452d1ebf05f,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:59.304382 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-c66c4755-1674-41bd-8804-558b3c5a8e67 req-113722ee-7115-4189-9621-e96b9459d942 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Unset dirty status for tenant:80c3b744c53043b4ac541d6e20521026 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:59.311808 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c66c4755-1674-41bd-8804-558b3c5a8e67 req-113722ee-7115-4189-9621-e96b9459d942 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 931 time: 0.7379994 Jan 18 13:12:59.437872 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173babf4-1416-4c0a-b18e-8102a0853695 req-ad968b7a-bf43-42e9-ae98-76bf4bbda039 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:59.438671 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-173babf4-1416-4c0a-b18e-8102a0853695 req-ad968b7a-bf43-42e9-ae98-76bf4bbda039 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:59.495549 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c66c4755-1674-41bd-8804-558b3c5a8e67 req-235a1c22-7e8c-4fb2-bab3-e312de2019c8 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825888 Jan 18 13:12:59.548150 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] No DVR routers for this DVR port 23fca202-da0a-4453-8c48-1452d1ebf05f on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:12:59.552318 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.564630 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'name': 'network-vif-deleted', 'tag': '23fca202-da0a-4453-8c48-1452d1ebf05f'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:59.601009 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-173babf4-1416-4c0a-b18e-8102a0853695 req-ad968b7a-bf43-42e9-ae98-76bf4bbda039 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:59.602360 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-173babf4-1416-4c0a-b18e-8102a0853695 req-ad968b7a-bf43-42e9-ae98-76bf4bbda039 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 931 time: 0.3547771 Jan 18 13:12:59.609020 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 {{(pid=83634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:59.633209 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.663050 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Transition to ACTIVE for port object be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 will not be triggered until provisioned by entity L2. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:59.674291 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-173babf4-1416-4c0a-b18e-8102a0853695 req-5fad60ab-3dc0-4280-989d-dbdab0e3d4ff tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609090 Jan 18 13:12:59.698967 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3fce6703-3c80-4fcf-924a-296564896db1 req-90e49cf0-3aef-4bec-bad7-94b7dbfa2003 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Synchronizing usage tracker for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:59.731885 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e828d67c-dcc7-48dd-9245-eaacac47e540 req-47f54296-0bde-48f3-b4e8-a3a74a2210bf tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.96 "DELETE /v2.0/ports/23fca202-da0a-4453-8c48-1452d1ebf05f HTTP/1.1" status: 204 len: 173 time: 2.0271351 Jan 18 13:12:59.803389 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.817522 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae85c2d4-6eed-4bb7-9679-85b6d119fa3e {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:59.825046 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.857948 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Transition to ACTIVE for port object ae85c2d4-6eed-4bb7-9679-85b6d119fa3e will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:59.919102 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3fce6703-3c80-4fcf-924a-296564896db1 req-90e49cf0-3aef-4bec-bad7-94b7dbfa2003 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] Unset dirty status for tenant:b99be84405f14e3cba4c2d5696c26a9a on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:59.921028 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3fce6703-3c80-4fcf-924a-296564896db1 req-90e49cf0-3aef-4bec-bad7-94b7dbfa2003 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.2896345 Jan 18 13:12:59.975626 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:59.987081 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Pushing event updated for resources: {'Port': ['ID=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:59.996891 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'code': 200} Jan 18 13:13:00.069239 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Attempting to bind port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:13:00.069737 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Attempting to bind port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:13:00.069737 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Attempting to bind port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:00.080405 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:13:00.080737 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Attempting to bind port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:00.089117 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:13:00.089452 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Checking segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:13:00.089840 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Bound using segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:13:00.090272 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Bound port: be088bd4-ed2a-43c4-81fe-eca0b2c49dd3, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:13:00.090616 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.111409 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323936-fd4f-4e6f-b7b5-a273a354f395 req-6d4e0c27-3b6d-42be-842a-d2adc7449cad tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:00.112933 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-17323936-fd4f-4e6f-b7b5-a273a354f395 req-6d4e0c27-3b6d-42be-842a-d2adc7449cad tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.2422197 Jan 18 13:13:00.219187 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-17323936-fd4f-4e6f-b7b5-a273a354f395 req-d25eb19a-9b40-4234-ba56-ea593d827c6e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742602 Jan 18 13:13:00.245501 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 3294ab2d-6dfa-490e-af4b-749db4e923a3 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:13:00.251710 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] For port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3, host hv-cinder-82510, cleared binding levels {{(pid=83634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:13:00.254986 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] For port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:13:00.295178 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51504) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:00.319732 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c6ee64-2c94-493d-bf5f-d50603617601', 'name': 'network-vif-deleted', 'tag': '23fca202-da0a-4453-8c48-1452d1ebf05f', 'status': 'completed', 'code': 200} Jan 18 13:13:00.333996 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.355227 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 3294ab2d-6dfa-490e-af4b-749db4e923a3 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:13:00.355612 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.385441 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Pushing event updated for resources: {'Port': ['ID=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:00.415572 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:00.418324 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Attempting to bind port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:13:00.418927 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Attempting to bind port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a4938223-3a2b-4bab-a615-7178be5e24a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:13:00.419446 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Attempting to bind port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e on network 73ccbecf-4f50-4bb8-9907-827ec74dad85 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:00.430451 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.430772 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e on network 73ccbecf-4f50-4bb8-9907-827ec74dad85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:13:00.431263 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Attempting to bind port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e on network 73ccbecf-4f50-4bb8-9907-827ec74dad85 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:00.441299 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e4b4dbb9f14fb2ba3aeae55f4e478e is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:00.442508 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:13:00.443020 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Checking segment: {'id': 'a4938223-3a2b-4bab-a615-7178be5e24a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:13:00.443578 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Bound using segment: {'id': 'a4938223-3a2b-4bab-a615-7178be5e24a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:13:00.444172 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Bound port: ae85c2d4-6eed-4bb7-9679-85b6d119fa3e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4938223-3a2b-4bab-a615-7178be5e24a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:13:00.444686 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.468900 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e82a3-b944-4cf0-9b1d-8384c24f2834 req-4f38d77f-2dc7-451c-abee-f28873602f94 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:00.482636 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b5e82a3-b944-4cf0-9b1d-8384c24f2834 req-4f38d77f-2dc7-451c-abee-f28873602f94 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.2850597 Jan 18 13:13:00.498383 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:00.552952 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:00.585469 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b5e82a3-b944-4cf0-9b1d-8384c24f2834 req-40b76399-b6f2-483e-a56d-a7243387fc2b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831106 Jan 18 13:13:00.591523 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] For port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:13:00.595875 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] For port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,segment=NetworkSegment(a4938223-3a2b-4bab-a615-7178be5e24a8),segment_id=a4938223-3a2b-4bab-a615-7178be5e24a8)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:13:00.603332 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.604721 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] 10.222.0.96 "PUT /v2.0/ports/be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 HTTP/1.1" status: 200 len: 1093 time: 1.7915604 Jan 18 13:13:00.607418 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'tag': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:00.644551 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b647-0776-4940-a6c9-efe22c5a20e7 service neutron] Pushing event updated for resources: {'Port': ['ID=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,revision_number=3']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:00.752941 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bad8b-b0dd-4f30-963d-0580fa015613 req-9827ca85-c4d8-48e6-8ccf-baae74234a3d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:00.754399 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-181bad8b-b0dd-4f30-963d-0580fa015613 req-9827ca85-c4d8-48e6-8ccf-baae74234a3d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2576835 Jan 18 13:13:00.756064 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.791085 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.807069 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7a084caa-b32d-4e56-8a7e-841242e06a50 req-3ad0145a-41cd-4ac4-915a-49980ed44e75 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 1098 time: 0.1644258 Jan 18 13:13:00.856837 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.891169 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-181bad8b-b0dd-4f30-963d-0580fa015613 req-fa3e6c59-e124-4121-801a-0214107a006b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216846 Jan 18 13:13:00.922146 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7a084caa-b32d-4e56-8a7e-841242e06a50 req-3f33525e-e705-4c3c-aced-23e7a1768483 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023469 Jan 18 13:13:00.931055 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c7811-ccd8-4d25-b228-ab5ad5738036,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:00.944409 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-53edca21-f265-4052-b7c9-93736553ff05 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2e4b4dbb9f14fb2ba3aeae55f4e478e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6470561 Jan 18 13:13:00.947017 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51524) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:00.954244 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:00.955780 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] 10.222.0.96 "PUT /v2.0/ports/ae85c2d4-6eed-4bb7-9679-85b6d119fa3e HTTP/1.1" status: 200 len: 1093 time: 2.6124480 Jan 18 13:13:00.986363 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abf38e-7150-4283-89e4-9c5b35a79660 service neutron] Pushing event updated for resources: {'Port': ['ID=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:01.005390 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'tag': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'status': 'completed', 'code': 200} Jan 18 13:13:01.008720 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-4c8c21cf-3703-4b9a-ab4a-c430985a162b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 1096 time: 0.1767871 Jan 18 13:13:01.020092 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d008-7f87-42d8-95eb-81e39fba8b8b req-4c78a1ce-c13d-4fb0-8de4-29f96bf30db4 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:01.025007 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8c3f81ca-4fc0-44bd-a29c-479980d1964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:01.027541 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9864d008-7f87-42d8-95eb-81e39fba8b8b req-4c78a1ce-c13d-4fb0-8de4-29f96bf30db4 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 943 time: 0.2920222 Jan 18 13:13:01.061763 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8c3f81ca-4fc0-44bd-a29c-479980d1964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:01.079245 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9864d008-7f87-42d8-95eb-81e39fba8b8b req-622051ff-f76c-468e-a697-a164a0972a9f tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508342 Jan 18 13:13:01.204197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc00ef-46ec-4749-a0a4-c585b93de4d4 req-b4ea4fb1-4b8a-4ef7-9cb0-8779f625e564 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:01.205864 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-71bc00ef-46ec-4749-a0a4-c585b93de4d4 req-b4ea4fb1-4b8a-4ef7-9cb0-8779f625e564 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 943 time: 0.0905201 Jan 18 13:13:01.246734 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8c3f81ca-4fc0-44bd-a29c-479980d1964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:01.266386 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f81ca-4fc0-44bd-a29c-479980d1964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c7811-ccd8-4d25-b228-ab5ad5738036,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:01.280412 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-71bc00ef-46ec-4749-a0a4-c585b93de4d4 req-047101d4-5853-412a-971e-5df096e5da50 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690579 Jan 18 13:13:01.284628 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8c3f81ca-4fc0-44bd-a29c-479980d1964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:01.287585 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8c3f81ca-4fc0-44bd-a29c-479980d1964b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a4c7811-ccd8-4d25-b228-ab5ad5738036 HTTP/1.1" status: 204 len: 168 time: 0.3365726 Jan 18 13:13:01.302079 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2c3b-4e7a-456e-834c-fd0623f50c8e req-d95c69bc-6324-484c-9866-070b93ab1249 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:01.315035 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b00a2c3b-4e7a-456e-834c-fd0623f50c8e req-d95c69bc-6324-484c-9866-070b93ab1249 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1048427 Jan 18 13:13:01.315253 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51538) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:01.319016 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'floatingip': {'port_id': '3102c59c-5a89-4571-b141-3203d214a2b0'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:01.516812 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:01.607108 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-70bfa640-b855-4313-bec0-e5e18ddc78f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 HTTP/1.1" status: 200 len: 217 time: 0.1776226 Jan 18 13:13:01.642689 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-13c1d96e-3eed-4c5b-b50d-697b5d6e5072 req-6eff0931-58db-4731-b5bb-167fadb0d056 tempest-DeleteServersTestJSON-169115568 tempest-DeleteServersTestJSON-169115568-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c6ee64-2c94-493d-bf5f-d50603617601 HTTP/1.1" status: 200 len: 210 time: 0.1660285 Jan 18 13:13:01.906689 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5b38aee1-1c1e-4b9b-b1d0-40ef03e7a8af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:01.908649 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-5b38aee1-1c1e-4b9b-b1d0-40ef03e7a8af service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.2934477 Jan 18 13:13:01.917474 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-108357ef-b1e6-48bc-9b7f-f7fa6287e9d4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=80c3b744c53043b4ac541d6e20521026&device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 1096 time: 0.3724000 Jan 18 13:13:01.924414 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6c43b-b0ce-4add-abd0-d4c87d3417e2 req-711f181e-bbfd-4a1b-ab82-2103d6b12c9c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:01.931171 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-82f6c43b-b0ce-4add-abd0-d4c87d3417e2 req-711f181e-bbfd-4a1b-ab82-2103d6b12c9c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.4260602 Jan 18 13:13:01.967778 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 23fca202-da0a-4453-8c48-1452d1ebf05f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:02.057385 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efc32a-6ee6-48b0-8118-d105842ece91 req-7620b0d5-7099-42c1-8cca-085919ca52e1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:02.060348 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b2efc32a-6ee6-48b0-8118-d105842ece91 req-7620b0d5-7099-42c1-8cca-085919ca52e1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1969736 Jan 18 13:13:02.069239 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 23fca202-da0a-4453-8c48-1452d1ebf05f {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:02.071094 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 23fca202-da0a-4453-8c48-1452d1ebf05f not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:02.095444 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-2a2bcac0-c05f-4f1c-a97a-f54c07035adb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867629 Jan 18 13:13:02.106657 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-6864cc9b-3dc2-4dda-a0c3-4e7a7ad177ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e HTTP/1.1" status: 200 len: 217 time: 0.1586325 Jan 18 13:13:02.251840 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-82f6c43b-b0ce-4add-abd0-d4c87d3417e2 req-e6bf81cc-dc1a-42a4-8fdc-cd909dc8387b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190525 Jan 18 13:13:02.321806 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'tag': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:02.351845 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b2efc32a-6ee6-48b0-8118-d105842ece91 req-cbf1f0df-c280-4bc6-8777-a29b9bc61928 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844980 Jan 18 13:13:02.392753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999739a-9fb1-4497-a239-7da8a92d929e req-1223b4b4-cdf5-4508-8e7f-60396b82e41e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:02.400295 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-1223b4b4-cdf5-4508-8e7f-60396b82e41e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ca91ff6-11b0-4305-b39e-e3b1c3172c2f HTTP/1.1" status: 200 len: 849 time: 0.2705853 Jan 18 13:13:02.479557 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-07535ff3-932d-40aa-bf31-1ef92f401e88 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=73ccbecf-4f50-4bb8-9907-827ec74dad85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641749 Jan 18 13:13:02.489456 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-00a03cfa-29aa-4e7d-ac0a-20c2114ca303 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864107 Jan 18 13:13:02.635430 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.db.resource_extend [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:13:02.789597 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:02.829160 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb293c-76c0-48f6-8edd-e0894df06342 req-0c81ae72-fd32-4360-91b1-e67a340281eb tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:02.840871 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-69fb293c-76c0-48f6-8edd-e0894df06342 req-0c81ae72-fd32-4360-91b1-e67a340281eb tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 943 time: 0.2731988 Jan 18 13:13:02.842513 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-ad4607f2-92f0-48fb-925a-b294452c9b08 service neutron] 10.222.0.96 "GET /v2.0/networks/73ccbecf-4f50-4bb8-9907-827ec74dad85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860374 Jan 18 13:13:02.845266 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cccab830-4ea1-417e-aa94-4cee90de3a68 req-9f594a4d-e0a3-47c0-b90f-c679841beff4 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148651 Jan 18 13:13:02.892871 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7e9b-2d26-4bb7-9500-8b58c229e72d req-29b82dd0-8905-434e-a5f8-d13bbafe95e3 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:02.894374 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4acc7e9b-2d26-4bb7-9500-8b58c229e72d req-29b82dd0-8905-434e-a5f8-d13bbafe95e3 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 943 time: 0.2157917 Jan 18 13:13:02.902444 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-69fb293c-76c0-48f6-8edd-e0894df06342 req-c3a35489-87ec-4c5f-a047-2c0e7189e4da tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607147 Jan 18 13:13:02.972104 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'tag': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e', 'status': 'completed', 'code': 200} Jan 18 13:13:02.980903 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:03.039865 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c999739a-9fb1-4497-a239-7da8a92d929e req-bea65890-11e6-4b2c-a12a-d5069450a182 service neutron] 10.222.0.96 "GET /v2.0/networks/73ccbecf-4f50-4bb8-9907-827ec74dad85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781080 Jan 18 13:13:03.053175 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4acc7e9b-2d26-4bb7-9500-8b58c229e72d req-298e1977-eb74-463d-8d36-fd5d820f3a6c tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102655 Jan 18 13:13:03.178781 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-4989b1f4-692d-4940-892f-d3387d772592 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 1096 time: 0.0910475 Jan 18 13:13:03.229936 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.l3_db [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Floating IP 0de4a688-0a51-428c-bf5f-2b303f2a8a5c associated. External IP: 172.28.0.248, port: 3102c59c-5a89-4571-b141-3203d214a2b0. Jan 18 13:13:03.355535 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-104858fa-0595-445b-801c-367d38114ae1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:03.357211 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-104858fa-0595-445b-801c-367d38114ae1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 916 time: 0.1719682 Jan 18 13:13:03.612301 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-f9db48fe-b6ea-4f46-8625-dd13b95699ff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 HTTP/1.1" status: 200 len: 217 time: 0.2173913 Jan 18 13:13:03.712804 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb18b-2e2e-4956-b20d-ff6eb1d26b1b req-61549111-209d-4d22-8386-569d0ceec134 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:03.714802 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ff3eb18b-2e2e-4956-b20d-ff6eb1d26b1b req-61549111-209d-4d22-8386-569d0ceec134 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1177464 Jan 18 13:13:03.715723 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-b2143e86-119e-4afc-ae6e-a4b741582717 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:03.717187 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-b2143e86-119e-4afc-ae6e-a4b741582717 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.0947046 Jan 18 13:13:03.769965 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-b865ee3e-0805-48d4-89e1-18fcd5dcc3ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=80c3b744c53043b4ac541d6e20521026&device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 1096 time: 0.4117680 Jan 18 13:13:03.772575 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-785dbb95-9404-462d-bd1b-1aa5a3fe6311 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467434 Jan 18 13:13:03.778668 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a74385-e22b-4082-a1ca-4f5f1d7fd0f7 req-c789ce1e-1f92-4ded-a3a9-936b7553c9b1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:03.780038 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-09a74385-e22b-4082-a1ca-4f5f1d7fd0f7 req-c789ce1e-1f92-4ded-a3a9-936b7553c9b1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.2368870 Jan 18 13:13:03.839036 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ff3eb18b-2e2e-4956-b20d-ff6eb1d26b1b req-cc0be8e7-675d-4102-a058-38ff594cdf5c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175404 Jan 18 13:13:03.979180 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Router 097dd553-7da7-433b-bad8-36f84fa338a4 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:13:04.064903 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-09a74385-e22b-4082-a1ca-4f5f1d7fd0f7 req-8e6f451c-93e5-44d7-a974-92ae20310935 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785492 Jan 18 13:13:04.131847 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-edf69a5a-50ea-41cf-b201-143005b34abe service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303325 Jan 18 13:13:04.136207 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-2ae28118-10f0-461f-b521-c02e81ea55f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:04.137687 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-2ae28118-10f0-461f-b521-c02e81ea55f0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=73ccbecf-4f50-4bb8-9907-827ec74dad85 HTTP/1.1" status: 200 len: 910 time: 0.3373117 Jan 18 13:13:04.255820 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c3a62-8218-4a7c-a3ec-134085768edf req-b2a2bb69-9eb0-4081-ac75-7c588599f6e1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:04.257573 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d52c3a62-8218-4a7c-a3ec-134085768edf req-b2a2bb69-9eb0-4081-ac75-7c588599f6e1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 943 time: 0.1866274 Jan 18 13:13:04.310889 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-bd851cdc-6e87-4346-a41e-7784bcfb56a1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e HTTP/1.1" status: 200 len: 217 time: 0.1538622 Jan 18 13:13:04.348002 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d52c3a62-8218-4a7c-a3ec-134085768edf req-6ceef9ea-4e78-4b12-8c29-c4abbfe58bc4 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716369 Jan 18 13:13:04.359963 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:13:04.364852 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:04.375875 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] Sync routers for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:13:04.415166 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:04.416130 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:04.446759 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-ec8d565d-070f-4172-9bf7-b7e4d35ecc84 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:04.456587 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-ec8d565d-070f-4172-9bf7-b7e4d35ecc84 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ca91ff6-11b0-4305-b39e-e3b1c3172c2f HTTP/1.1" status: 200 len: 849 time: 0.1207411 Jan 18 13:13:04.496194 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-46b08e5b-d154-4c7c-aa21-532f840e9ba1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "PUT /v2.0/floatingips/0de4a688-0a51-428c-bf5f-2b303f2a8a5c HTTP/1.1" status: 200 len: 992 time: 3.1815679 Jan 18 13:13:04.496841 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:04.573174 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef3a656e-95fc-4545-bb24-8298dacfcf37 req-25152417-ffaa-4721-a455-006b545ee15f service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345019 Jan 18 13:13:04.576489 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-d7c47733-85c7-46e0-92f8-c50d38a8a52b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=73ccbecf-4f50-4bb8-9907-827ec74dad85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925705 Jan 18 13:13:04.589934 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e79f5d-89df-4fd5-ad76-e19afe6b630b req-50af0494-88f1-42bd-951e-1885b1a0e8e8 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:04.591478 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-63e79f5d-89df-4fd5-ad76-e19afe6b630b req-50af0494-88f1-42bd-951e-1885b1a0e8e8 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 943 time: 0.3319976 Jan 18 13:13:04.665608 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf57041-e92c-4d0f-bdde-eaa1bc4a82fa req-3202c14c-9aaa-4c5c-9a45-cecdcba62ac5 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:04.676159 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6cf57041-e92c-4d0f-bdde-eaa1bc4a82fa req-3202c14c-9aaa-4c5c-9a45-cecdcba62ac5 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0969810 Jan 18 13:13:04.676931 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51620) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:04.689152 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'floatingip': {'port_id': 'd63b7059-31b3-4436-8809-8de024d51e2b'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:04.714328 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:04.721042 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-63e79f5d-89df-4fd5-ad76-e19afe6b630b req-c5dbd9e8-1c2b-4f63-8e0f-7171c5811e58 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232097 Jan 18 13:13:04.820680 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-e98ae6c8-b841-4d7b-bfca-4fb0a792ba40 service neutron] 10.222.0.96 "GET /v2.0/networks/73ccbecf-4f50-4bb8-9907-827ec74dad85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059281 Jan 18 13:13:04.820877 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:04.923428 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0', 'status': 'completed', 'code': 200} Jan 18 13:13:05.120541 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3b12695-dd5b-4d75-86a2-821e37e17b68 req-2afb8698-7ffe-4d77-a5ce-99c50b5cb4b0 service neutron] 10.222.0.96 "GET /v2.0/networks/73ccbecf-4f50-4bb8-9907-827ec74dad85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705908 Jan 18 13:13:05.132890 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-62813a4c-98ba-4eed-863a-2fa1b6c67c85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1099 time: 0.1769602 Jan 18 13:13:05.180318 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e253883-515c-4499-9b52-e194a75becca req-cc6b94a4-5c36-43d7-a250-fb066a4cedc9 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.182801 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8e253883-515c-4499-9b52-e194a75becca req-cc6b94a4-5c36-43d7-a250-fb066a4cedc9 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1662769 Jan 18 13:13:05.238617 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '0de4a688-0a51-428c-bf5f-2b303f2a8a5c', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'floating_ip_address': '172.28.0.248', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'port_id': '3102c59c-5a89-4571-b141-3203d214a2b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'mac_address': 'fa:16:3e:70:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533784d5-c357-461f-8c72-874ab65e5df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:12:31Z', 'updated_at': '2022-01-18T13:13:02Z', 'revision_number': 1, 'project_id': 'b917745963954805bd3a203e79d65832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:05.244795 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] Checking router: 097dd553-7da7-433b-bad8-36f84fa338a4 for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:13:05.259425 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:05.260734 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:05.316944 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8e253883-515c-4499-9b52-e194a75becca req-cd17b7cf-3e7f-41f3-bbed-55131c66af75 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849206 Jan 18 13:13:05.334395 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-9b6c9664-5e2f-4424-8425-bac2cb585b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.335999 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-9b6c9664-5e2f-4424-8425-bac2cb585b02 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1864796 Jan 18 13:13:05.499583 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-d930d8e0-278a-4ad8-b5f8-896684cfd314 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3102c59c-5a89-4571-b141-3203d214a2b0 HTTP/1.1" status: 200 len: 1000 time: 0.1561933 Jan 18 13:13:05.527958 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:05.574947 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-138e0420-274d-4b3f-8b62-a973e73ab177 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.576857 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-138e0420-274d-4b3f-8b62-a973e73ab177 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0706697 Jan 18 13:13:05.688889 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-320bd53f-ec70-4549-b7d0-1d4b395e59cf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1054041 Jan 18 13:13:05.791376 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:05.850866 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf91ff-4270-45e7-8141-d3934e700853 req-93cb53fb-c429-423c-abfe-ccc61182e096 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.854817 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-35bf91ff-4270-45e7-8141-d3934e700853 req-93cb53fb-c429-423c-abfe-ccc61182e096 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 943 time: 0.3014719 Jan 18 13:13:05.892352 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:05.957771 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '0de4a688-0a51-428c-bf5f-2b303f2a8a5c', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'floating_ip_address': '172.28.0.248', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'port_id': '3102c59c-5a89-4571-b141-3203d214a2b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'mac_address': 'fa:16:3e:70:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533784d5-c357-461f-8c72-874ab65e5df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:12:31Z', 'updated_at': '2022-01-18T13:13:02Z', 'revision_number': 1, 'project_id': 'b917745963954805bd3a203e79d65832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:05.962041 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b956f6-2efc-4993-a038-2136d43da1ac None None] The sync data for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb is: [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '0de4a688-0a51-428c-bf5f-2b303f2a8a5c', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'floating_ip_address': '172.28.0.248', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'port_id': '3102c59c-5a89-4571-b141-3203d214a2b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'mac_address': 'fa:16:3e:70:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533784d5-c357-461f-8c72-874ab65e5df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:12:31Z', 'updated_at': '2022-01-18T13:13:02Z', 'revision_number': 1, 'project_id': 'b917745963954805bd3a203e79d65832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:13:06.006342 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ae85c2d4-6eed-4bb7-9679-85b6d119fa3e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:13:06.058589 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-bc3e18bb-7c10-4b7f-b0c7-f2babe1f98c3 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490672 Jan 18 13:13:06.110792 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-35bf91ff-4270-45e7-8141-d3934e700853 req-ed3d2438-4fce-452e-9ce1-11e8c63bce84 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501493 Jan 18 13:13:06.287562 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,segment=NetworkSegment(a4938223-3a2b-4bab-a615-7178be5e24a8),segment_id=a4938223-3a2b-4bab-a615-7178be5e24a8)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:06.287562 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e', 'network_id': '73ccbecf-4f50-4bb8-9907-827ec74dad85', 'port_id': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e', 'mac_address': 'fa:16:3e:b9:63:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca91ff6-11b0-4305-b39e-e3b1c3172c2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:13:06.288742 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.l3_db [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Floating IP 637a0ebd-eed0-491f-92ec-85ddabdee0fc associated. External IP: 172.28.0.79, port: d63b7059-31b3-4436-8809-8de024d51e2b. Jan 18 13:13:06.306203 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29877ecf-2e96-46b1-8c5a-eed11f9ef571 None None] New status for floating IP 0de4a688-0a51-428c-bf5f-2b303f2a8a5c: ACTIVE {{(pid=83636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:13:06.364238 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996b7da-872c-4bec-8fbf-efe93f5632f1 req-a37eca35-4ae8-4f95-b679-7a5a90d455c0 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:06.365934 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7996b7da-872c-4bec-8fbf-efe93f5632f1 req-a37eca35-4ae8-4f95-b679-7a5a90d455c0 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 943 time: 0.2616487 Jan 18 13:13:06.372245 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2811ee99-8ed3-4c4b-aa62-afe148dbb3dc req-00722f33-5df9-4839-92e0-3810387c212d service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972748 Jan 18 13:13:06.427986 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7996b7da-872c-4bec-8fbf-efe93f5632f1 req-d6aab33f-d376-4053-906a-9a18c3294cba tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546267 Jan 18 13:13:06.460265 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:06.481730 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae85c2d4-6eed-4bb7-9679-85b6d119fa3e {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:13:06.622383 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,segment=NetworkSegment(a4938223-3a2b-4bab-a615-7178be5e24a8),segment_id=a4938223-3a2b-4bab-a615-7178be5e24a8)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:06.709326 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51660) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:06.721760 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:06.722403 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:13:06.793953 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] Deleting subnet ceb92973-1543-466c-a531-a89ea8a3a4d0 {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:13:06.800017 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:06.855219 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97d2d-1faa-496b-b7f6-1994851af0c0 req-8426bc59-a5f6-43df-a3ee-59847068aa3a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:06.862493 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4bb97d2d-1faa-496b-b7f6-1994851af0c0 req-8426bc59-a5f6-43df-a3ee-59847068aa3a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1955867 Jan 18 13:13:06.890458 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:06.903228 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:06.929830 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:06.945452 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.945800 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.946145 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.946479 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.946812 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.947685 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.948016 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.948349 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.948673 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.948996 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.949317 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:06.975785 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4bb97d2d-1faa-496b-b7f6-1994851af0c0 req-cc407c1b-5958-4d05-bb75-ba45fd14217a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127398 Jan 18 13:13:06.989022 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Router 2e45af29-6dae-4932-b859-32f327827053 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:13:07.029382 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:07.043635 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'port_id': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'mac_address': 'fa:16:3e:6c:18:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fafe53-899a-4be5-b7a1-f5c915a90428', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:13:07.101807 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.120477 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:13:07.136072 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.136795 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:07.191788 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb92973-1543-466c-a531-a89ea8a3a4d0,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:07.202996 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.210316 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-7c3d549c-fa09-4eb2-8536-bfda9d9f3326 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ceb92973-1543-466c-a531-a89ea8a3a4d0 HTTP/1.1" status: 204 len: 168 time: 0.4997818 Jan 18 13:13:07.213037 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51676) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:07.227165 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:13:07.233492 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.238297 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] Sync routers for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:13:07.243500 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.260842 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:07.260842 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:07.352981 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ccd705ce-0fdc-482d-99b2-9be9033a88b0 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "PUT /v2.0/floatingips/637a0ebd-eed0-491f-92ec-85ddabdee0fc HTTP/1.1" status: 200 len: 990 time: 2.6684775 Jan 18 13:13:07.352981 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:07.389800 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:07.406383 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2fed5-4150-45b0-84eb-cc3b6a9b1651 req-a022ab0a-b3b3-41bf-91ff-e54a7bde2be3 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:07.414934 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4dc2fed5-4150-45b0-84eb-cc3b6a9b1651 req-a022ab0a-b3b3-41bf-91ff-e54a7bde2be3 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 944 time: 0.1297603 Jan 18 13:13:07.427885 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.474023 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4dc2fed5-4150-45b0-84eb-cc3b6a9b1651 req-7edb9ff4-fe03-452f-ac03-dffa46bd03c2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579576 Jan 18 13:13:07.551031 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'status': 'completed', 'code': 200} Jan 18 13:13:07.561866 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.589264 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.589627 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.590455 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.590811 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > port after_create 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.591132 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.591911 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > port after_update 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.591911 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.592323 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.592647 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.592981 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.595013 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:07.729109 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.730127 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.730798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.731315 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:07.731797 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c259898-1640-472d-86f8-be88f582a6ff']}} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:07.821642 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['ae85c2d4-6eed-4bb7-9679-85b6d119fa3e'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:07.838716 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83e13d1-9933-4cbf-bdc0-46bbd688d903') {'for_net_delete': True} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:07.839046 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83e13d1-9933-4cbf-bdc0-46bbd688d903') {} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:07.851160 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['be088bd4-ed2a-43c4-81fe-eca0b2c49dd3'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:07.862156 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8169509'] for segment, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.881299 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:13:07.893094 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.910468 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=83635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:13:07.910856 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885478'] for segment, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: util.warn_limited( Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: util.warn_limited( Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: Traceback (most recent call last): Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: timer() Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: cb(*args, **kw) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: return func(*args, **kwargs) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: self._notify() Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: self.callback(batched_events) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: event.method(event) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: return f(self, *a, **k) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: return self._get(url).json() Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: return self.request(url, 'GET', **kwargs) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:13:07.926528 dv-cinder-825103-1-smb neutron-server[83635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:13:07.998307 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '637a0ebd-eed0-491f-92ec-85ddabdee0fc', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '2e45af29-6dae-4932-b859-32f327827053', 'port_id': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'mac_address': 'fa:16:3e:97:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:12:33Z', 'updated_at': '2022-01-18T13:13:05Z', 'revision_number': 1, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:08.007090 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] Checking router: 2e45af29-6dae-4932-b859-32f327827053 for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:13:08.022903 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:08.025028 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:12:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:08.028603 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-dff15d37-0312-4119-adc1-4a6296d2cac2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 1098 time: 0.2700913 Jan 18 13:13:08.087398 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de07f7-0cfc-4047-a45a-df4073bd4b53 req-47479a96-4758-4ca9-8ce1-e493c5d69fba tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:08.094848 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e8de07f7-0cfc-4047-a45a-df4073bd4b53 req-47479a96-4758-4ca9-8ce1-e493c5d69fba tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 944 time: 0.2953060 Jan 18 13:13:08.205707 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:08.237662 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:08.248737 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c259898-1640-472d-86f8-be88f582a6ff,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:08.281727 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:08.306807 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e8de07f7-0cfc-4047-a45a-df4073bd4b53 req-e611cd55-51a3-41f4-bb97-4ca0abf305cb tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110226 Jan 18 13:13:08.315137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-a3dcd224-85be-46bb-9c7b-36cbe767d9e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:08.316660 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-a3dcd224-85be-46bb-9c7b-36cbe767d9e2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 911 time: 0.2795322 Jan 18 13:13:08.318730 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61701b-e1f2-47ab-9337-057f51e3c8c0 req-71145c5f-77af-4206-9df3-0136b8bc6ce0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:08.320231 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4d61701b-e1f2-47ab-9337-057f51e3c8c0 req-71145c5f-77af-4206-9df3-0136b8bc6ce0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0923424 Jan 18 13:13:08.388920 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4d61701b-e1f2-47ab-9337-057f51e3c8c0 req-023f9c2f-b521-4955-b12d-28a01ca9bec2 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Jan 18 13:13:08.500519 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-4e2bcdab-3f7e-4c71-8f5f-0d73bc0fac21 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8c259898-1640-472d-86f8-be88f582a6ff HTTP/1.1" status: 204 len: 168 time: 1.2864480 Jan 18 13:13:08.583311 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-efcc488a-8d37-45e9-9936-cb156db9cf18 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63b7059-31b3-4436-8809-8de024d51e2b HTTP/1.1" status: 200 len: 998 time: 0.2513130 Jan 18 13:13:08.721912 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-1b16edc2-6011-4225-9ccc-e29441032c3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:08.723305 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-1b16edc2-6011-4225-9ccc-e29441032c3f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 200 len: 849 time: 0.1341417 Jan 18 13:13:08.742503 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '637a0ebd-eed0-491f-92ec-85ddabdee0fc', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '2e45af29-6dae-4932-b859-32f327827053', 'port_id': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'mac_address': 'fa:16:3e:97:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:12:33Z', 'updated_at': '2022-01-18T13:13:05Z', 'revision_number': 1, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:08.765016 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941cc8c-1ee3-4a1b-aa61-ad68c614a34f None None] The sync data for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb is: [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '637a0ebd-eed0-491f-92ec-85ddabdee0fc', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '2e45af29-6dae-4932-b859-32f327827053', 'port_id': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'mac_address': 'fa:16:3e:97:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:12:33Z', 'updated_at': '2022-01-18T13:13:05Z', 'revision_number': 1, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:13:08.792570 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96874f84-69d2-401b-8e8b-1146c4f57b3d req-a7ffd417-35a6-4f1b-9755-6275d48cda32 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:08.794014 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-96874f84-69d2-401b-8e8b-1146c4f57b3d req-a7ffd417-35a6-4f1b-9755-6275d48cda32 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 944 time: 0.1534035 Jan 18 13:13:08.856259 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-03fd1c9d-2c3a-4d8a-8a64-b66a6ef36e7b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=196899bc-d4a9-49d8-b2ea-aed41b5a787a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1248221 Jan 18 13:13:08.861086 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-96874f84-69d2-401b-8e8b-1146c4f57b3d req-f136fc0f-c3ed-43d0-a5bf-4997ce83489b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569654 Jan 18 13:13:08.998765 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-3a54097d-6995-41a0-9bc4-dbef28536ee3 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329401 Jan 18 13:13:09.130321 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-daaaf262-6f46-4e6b-8691-eda5ee7e0909 req-e496a733-7831-421e-9111-602a72bc1722 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245217 Jan 18 13:13:09.300343 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51720) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:09.363541 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-0f58f360-ba8f-4f1b-841a-d63a5b0bc169 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b99be84405f14e3cba4c2d5696c26a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0631342 Jan 18 13:13:09.366050 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51726) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:09.428630 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9fa0-5d95-42a0-bc81-8288d78fad88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.494924 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9fa0-5d95-42a0-bc81-8288d78fad88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.566155 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913fbf-437a-416e-bb7c-5c9aa3f85530 req-5bbb5f87-9781-41a0-a9f9-ed626a41ea48 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:09.567777 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-84913fbf-437a-416e-bb7c-5c9aa3f85530 req-5bbb5f87-9781-41a0-a9f9-ed626a41ea48 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 944 time: 0.1141427 Jan 18 13:13:09.618072 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-84913fbf-437a-416e-bb7c-5c9aa3f85530 req-ae11318d-4d3c-45e9-8771-4da1344be94b tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Synchronizing usage tracker for tenant:80c3b744c53043b4ac541d6e20521026 on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:13:09.627952 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ae98-92d3-4844-ab3a-9b1cf6f773ab req-35fb6c74-0beb-4549-b987-b51df2f672e5 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:09.629424 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-faa0ae98-92d3-4844-ab3a-9b1cf6f773ab req-35fb6c74-0beb-4549-b987-b51df2f672e5 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0914831 Jan 18 13:13:09.659669 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9fa0-5d95-42a0-bc81-8288d78fad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.676289 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-faa0ae98-92d3-4844-ab3a-9b1cf6f773ab req-0f51d77a-6a3d-4006-9040-156f86184344 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Jan 18 13:13:09.680777 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c9fa0-5d95-42a0-bc81-8288d78fad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b612d9-b222-4540-82c8-f97ac899b03d,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:09.756831 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-84913fbf-437a-416e-bb7c-5c9aa3f85530 req-ae11318d-4d3c-45e9-8771-4da1344be94b tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Unset dirty status for tenant:80c3b744c53043b4ac541d6e20521026 on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:13:09.758016 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-84913fbf-437a-416e-bb7c-5c9aa3f85530 req-ae11318d-4d3c-45e9-8771-4da1344be94b tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832614 Jan 18 13:13:09.802990 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9fa0-5d95-42a0-bc81-8288d78fad88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.807052 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-3a0c9fa0-5d95-42a0-bc81-8288d78fad88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/97b612d9-b222-4540-82c8-f97ac899b03d HTTP/1.1" status: 204 len: 168 time: 0.4382763 Jan 18 13:13:10.020581 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ae85c2d4-6eed-4bb7-9679-85b6d119fa3e up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:13:10.074723 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8a91c-2f98-44df-ae6e-7ee9d23991a8 req-4ca2ed11-a911-41c8-9e08-f54b195f3428 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:10.076189 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8cf8a91c-2f98-44df-ae6e-7ee9d23991a8 req-4ca2ed11-a911-41c8-9e08-f54b195f3428 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 944 time: 0.0868633 Jan 18 13:13:10.123076 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8cf8a91c-2f98-44df-ae6e-7ee9d23991a8 req-f023bd77-7ea7-4488-8e48-95c6860ed82b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Jan 18 13:13:10.197770 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:13:10.205567 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:13:10.207410 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.264996 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51750) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:10.299416 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51758) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:10.355420 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.384485 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:10.397592 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-89aa288e-7755-4555-8ef4-af995043c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.402985 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,segment=NetworkSegment(a4938223-3a2b-4bab-a615-7178be5e24a8),segment_id=a4938223-3a2b-4bab-a615-7178be5e24a8)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:10.455722 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e', 'code': 200} Jan 18 13:13:10.471502 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.472183 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.472649 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:13:10.504685 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.534523 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:10.541338 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Usage tracker for resource:security_group_rule and tenant:0fcaca6f64854dc29b55279ade415f72 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:10.543691 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:10.544745 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:10.548767 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Usage tracker for resource:security_group_rule and tenant:adf95a3af272419dba2aaf8e139d8ff4 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:10.551686 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:10.557542 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:10.568821 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:10.615443 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:10.640922 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.666568 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.757774 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:13:10.764338 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:13:10.764714 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.831859 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.881384 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223f4d3-ce15-41d7-a530-75a6c581f9d3,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:10.904892 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.922355 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8fe05008-11b6-45b8-a0de-c61353dc33d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=adf95a3af272419dba2aaf8e139d8ff4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6183507 Jan 18 13:13:10.923030 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.924318 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51778) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:10.947380 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:11.054623 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.088636 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049eef61-0a37-4611-87ff-7e9ce20a9459,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:11.094461 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-19aad268-ffbb-439a-a099-c42004f62474 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0fcaca6f64854dc29b55279ade415f72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8280180 Jan 18 13:13:11.098114 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51784) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:11.120037 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7702160e-25fc-4f9b-9751-cf98dfd13300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.145750 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:11.148711 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-36f9849c-a7ca-450d-8009-46788452a637 req-afd13237-711a-4e43-8e18-21a9210b2547 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 1098 time: 0.1664922 Jan 18 13:13:11.159042 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f574ecc-a0c5-4860-abcb-57578e5a76a7 req-b69dabda-4ea2-49af-9ff0-8ac5faa520cc tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:11.160503 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9f574ecc-a0c5-4860-abcb-57578e5a76a7 req-b69dabda-4ea2-49af-9ff0-8ac5faa520cc tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 945 time: 0.2290230 Jan 18 13:13:11.162170 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbd38-24b5-412a-9abf-6fd5699644b5 req-3562b7f2-cc0f-4366-b819-e00160611e67 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:11.163659 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8d8cbd38-24b5-412a-9abf-6fd5699644b5 req-3562b7f2-cc0f-4366-b819-e00160611e67 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.3329988 Jan 18 13:13:11.177766 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7702160e-25fc-4f9b-9751-cf98dfd13300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.219546 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d78891e3-922f-49d9-bd9b-4b66d8f26819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.256016 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d78891e3-922f-49d9-bd9b-4b66d8f26819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.268967 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8d8cbd38-24b5-412a-9abf-6fd5699644b5 req-8901b09d-4e22-4365-a535-e2147c615691 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924463 Jan 18 13:13:11.269090 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-36f9849c-a7ca-450d-8009-46788452a637 req-311e0292-6a1a-4463-abe0-916c3dd0dc29 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059253 Jan 18 13:13:11.271917 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9f574ecc-a0c5-4860-abcb-57578e5a76a7 req-cd8dca83-c229-4e93-871b-7d7cc7bea3be tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858688 Jan 18 13:13:11.380303 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7702160e-25fc-4f9b-9751-cf98dfd13300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.397895 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702160e-25fc-4f9b-9751-cf98dfd13300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223f4d3-ce15-41d7-a530-75a6c581f9d3,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:11.408791 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7702160e-25fc-4f9b-9751-cf98dfd13300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.414089 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-7702160e-25fc-4f9b-9751-cf98dfd13300 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9223f4d3-ce15-41d7-a530-75a6c581f9d3 HTTP/1.1" status: 204 len: 168 time: 0.4852540 Jan 18 13:13:11.421088 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d78891e3-922f-49d9-bd9b-4b66d8f26819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.491258 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78891e3-922f-49d9-bd9b-4b66d8f26819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049eef61-0a37-4611-87ff-7e9ce20a9459,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:11.503748 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d78891e3-922f-49d9-bd9b-4b66d8f26819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.504927 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d78891e3-922f-49d9-bd9b-4b66d8f26819 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/049eef61-0a37-4611-87ff-7e9ce20a9459 HTTP/1.1" status: 204 len: 168 time: 0.4055200 Jan 18 13:13:11.553058 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fda9-e5cb-438b-848e-40cc145d905c req-9a249330-5aaa-4123-8b76-8307aaead5c2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:11.559782 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-01d7fda9-e5cb-438b-848e-40cc145d905c req-9a249330-5aaa-4123-8b76-8307aaead5c2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.1129060 Jan 18 13:13:11.610204 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-01d7fda9-e5cb-438b-848e-40cc145d905c req-a63fc482-fcd4-4b5b-aeff-5adf2ed1501a tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Jan 18 13:13:12.455039 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:12.501920 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b17200-d8c8-4ddc-be5e-718c9e2e9162 req-b4e3677c-d2f5-49d6-8f21-1efb17109781 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:12.503568 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-14b17200-d8c8-4ddc-be5e-718c9e2e9162 req-b4e3677c-d2f5-49d6-8f21-1efb17109781 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 945 time: 0.0852575 Jan 18 13:13:12.551744 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-14b17200-d8c8-4ddc-be5e-718c9e2e9162 req-f4d4577c-0b04-44e6-aace-f3219e9f264f tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Jan 18 13:13:12.642989 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 51828) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:12.665106 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.682827 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9c123ec8-31d2-4599-8b96-a4a922d6d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.732034 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:12.743935 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Usage tracker for resource:security_group_rule and tenant:0c5ee90ce7814f6d8ea9ad7b16252e9c is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:12.752213 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:12.759152 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:12.816398 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed62a25-724e-4716-902d-aeb0661c1ce6 req-d18c467d-2335-4646-b1bf-bbb0a9629b08 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:12.817875 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aed62a25-724e-4716-902d-aeb0661c1ce6 req-d18c467d-2335-4646-b1bf-bbb0a9629b08 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1192927 Jan 18 13:13:12.886413 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aed62a25-724e-4716-902d-aeb0661c1ce6 req-205bdd47-2aaa-4682-83eb-b969a0962786 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569913 Jan 18 13:13:12.900944 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.963340 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'code': 200} Jan 18 13:13:13.008821 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.067527 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4490b22f-b2c3-4eb0-9a4f-5f0ebe934285,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:13.073081 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e938d7fe-46d9-4503-9a5d-878fd78250de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c5ee90ce7814f6d8ea9ad7b16252e9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4290171 Jan 18 13:13:13.076364 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 51842) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:13.186100 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989151d-6059-4e45-8110-806bb1f51b3a req-04a12dcb-5f34-4f68-aaf7-0125128a9b20 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:13.194038 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-88bb6486-2da4-4ee2-86e9-c615021a6fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.200894 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6989151d-6059-4e45-8110-806bb1f51b3a req-04a12dcb-5f34-4f68-aaf7-0125128a9b20 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.1111884 Jan 18 13:13:13.225300 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-88bb6486-2da4-4ee2-86e9-c615021a6fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.257462 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6989151d-6059-4e45-8110-806bb1f51b3a req-3ffae350-cd38-4de2-9e71-1d78f8b4a14c tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Jan 18 13:13:13.356969 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-88bb6486-2da4-4ee2-86e9-c615021a6fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.384757 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb6486-2da4-4ee2-86e9-c615021a6fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490b22f-b2c3-4eb0-9a4f-5f0ebe934285,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:13.390696 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-88bb6486-2da4-4ee2-86e9-c615021a6fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.392732 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-88bb6486-2da4-4ee2-86e9-c615021a6fbe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4490b22f-b2c3-4eb0-9a4f-5f0ebe934285 HTTP/1.1" status: 204 len: 168 time: 0.3147602 Jan 18 13:13:13.497242 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5659329c-5fc6-4443-8d8f-3d090b6bb054 req-f0d232ef-9485-4ca9-ba53-f973e0b28122 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 1098 time: 0.1029367 Jan 18 13:13:13.539754 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.561148 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5659329c-5fc6-4443-8d8f-3d090b6bb054 req-f42a151b-d253-4396-b653-1c0dfbb30b8a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482607 Jan 18 13:13:13.774231 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf7dfc-d28e-45f3-bcda-93f1d0cdf2a9 req-0ec5d097-7300-446f-b8aa-0252a683d4c4 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:13.776416 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f4cf7dfc-d28e-45f3-bcda-93f1d0cdf2a9 req-0ec5d097-7300-446f-b8aa-0252a683d4c4 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 945 time: 0.0951757 Jan 18 13:13:13.824306 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f4cf7dfc-d28e-45f3-bcda-93f1d0cdf2a9 req-326af9be-e7b0-47ca-95d7-e08c93f16010 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Jan 18 13:13:14.037169 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:14.114746 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4c788-b858-4c26-b995-1f12d4cf7c5f req-30419abc-0d29-4515-ad31-29dfc06dde0e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:14.116413 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a7a4c788-b858-4c26-b995-1f12d4cf7c5f req-30419abc-0d29-4515-ad31-29dfc06dde0e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0904739 Jan 18 13:13:14.161737 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a7a4c788-b858-4c26-b995-1f12d4cf7c5f req-f35f6ffc-2eb4-4710-a2ee-467e93b2b906 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Jan 18 13:13:14.477073 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcd0c7-eaee-4ecb-9aad-346df533f424 req-95e8336f-6f04-4c77-8347-cdd91d452edf tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:14.479090 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d7bcd0c7-eaee-4ecb-9aad-346df533f424 req-95e8336f-6f04-4c77-8347-cdd91d452edf tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.0852044 Jan 18 13:13:14.530160 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d7bcd0c7-eaee-4ecb-9aad-346df533f424 req-02bf75c8-97c1-4f71-998e-2dff0ca91151 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Jan 18 13:13:15.093936 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:15.365216 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dfc63-4e95-4565-8e35-60af53af2f26 req-9ba5547b-326f-4612-9067-9ed3d62dcb43 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:15.366676 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-229dfc63-4e95-4565-8e35-60af53af2f26 req-9ba5547b-326f-4612-9067-9ed3d62dcb43 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0783536 Jan 18 13:13:15.418321 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-229dfc63-4e95-4565-8e35-60af53af2f26 req-8fd2b707-a256-4fb3-9c43-80833088de42 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Jan 18 13:13:15.758824 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4f568-81ff-46df-a723-a2410362d7ef req-17b337f7-2fd0-4798-b5c2-43b7f328d019 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:15.761338 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fac4f568-81ff-46df-a723-a2410362d7ef req-17b337f7-2fd0-4798-b5c2-43b7f328d019 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.0935564 Jan 18 13:13:15.842399 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fac4f568-81ff-46df-a723-a2410362d7ef req-1fbb24ce-283d-4d27-93a4-e764bd437545 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747154 Jan 18 13:13:15.957566 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ca346-8dde-4b8d-9912-cb282d9184c1 None None] New status for floating IP 637a0ebd-eed0-491f-92ec-85ddabdee0fc: ACTIVE {{(pid=83636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:13:16.636176 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4ff1-1bd6-4b83-a111-e62132dcab5a req-8572712b-1392-4c8c-9a9c-8052907339f7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:16.637710 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f23f4ff1-1bd6-4b83-a111-e62132dcab5a req-8572712b-1392-4c8c-9a9c-8052907339f7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0844061 Jan 18 13:13:16.684354 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f23f4ff1-1bd6-4b83-a111-e62132dcab5a req-1ca115a1-4c32-4a1b-99af-21bce7563910 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jan 18 13:13:17.108183 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ef85-3692-45ec-a83e-05d7a6b32e59 req-a37a84fb-1529-408a-95f1-b5b1bf51d1d3 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:17.109649 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-72c4ef85-3692-45ec-a83e-05d7a6b32e59 req-a37a84fb-1529-408a-95f1-b5b1bf51d1d3 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.1337488 Jan 18 13:13:17.160681 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-72c4ef85-3692-45ec-a83e-05d7a6b32e59 req-4917a6b8-5516-49dc-b78a-898cc3bb9cab tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Jan 18 13:13:17.944183 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d0ddc-3157-4105-8539-d72078f487f0 req-50ae2ba2-d679-45ce-8c28-dc67e0843a86 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:17.945664 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bc6d0ddc-3157-4105-8539-d72078f487f0 req-50ae2ba2-d679-45ce-8c28-dc67e0843a86 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0783372 Jan 18 13:13:18.008668 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bc6d0ddc-3157-4105-8539-d72078f487f0 req-6f49d21a-bcd6-4614-b406-23fca58091eb tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563593 Jan 18 13:13:18.376541 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 52036) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:18.526538 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.561586 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:18.565382 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Usage tracker for resource:security_group_rule and tenant:745088480eff498d99c4747c958cc38c is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:18.568207 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:18.573835 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:18.651144 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.762515 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.829161 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8845975-f6da-4219-9740-91313051bfc8,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:18.835120 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-90989bd4-271d-4193-bb41-268d074b5154 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=745088480eff498d99c4747c958cc38c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4573579 Jan 18 13:13:18.838282 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 52052) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:18.902901 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-53905b84-c48d-488f-a217-c5d7a68b1da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.929162 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-53905b84-c48d-488f-a217-c5d7a68b1da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.093607 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-53905b84-c48d-488f-a217-c5d7a68b1da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.112346 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53905b84-c48d-488f-a217-c5d7a68b1da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8845975-f6da-4219-9740-91313051bfc8,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:19.114575 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-53905b84-c48d-488f-a217-c5d7a68b1da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.115871 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-53905b84-c48d-488f-a217-c5d7a68b1da0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8845975-f6da-4219-9740-91313051bfc8 HTTP/1.1" status: 204 len: 168 time: 0.2765450 Jan 18 13:13:19.224793 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183c15-7b98-42ba-91b6-830dfa69b63d req-6dd6c712-3705-4eaf-bddb-a5f6a8d90d8a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:19.226278 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ee183c15-7b98-42ba-91b6-830dfa69b63d req-6dd6c712-3705-4eaf-bddb-a5f6a8d90d8a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0813363 Jan 18 13:13:19.277351 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ee183c15-7b98-42ba-91b6-830dfa69b63d req-7648c2ba-7436-42ac-a9a2-b74b6aa2cbc7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Jan 18 13:13:20.488440 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd244-f18b-4d75-83e3-9f37fd19d5c2 req-f33d3f4f-3310-4a88-bd94-59833565f6d1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:20.489948 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d78fd244-f18b-4d75-83e3-9f37fd19d5c2 req-f33d3f4f-3310-4a88-bd94-59833565f6d1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0840709 Jan 18 13:13:20.582354 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d78fd244-f18b-4d75-83e3-9f37fd19d5c2 req-7dd1f5ac-1823-4ae0-9376-8eb5a50ab819 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787435 Jan 18 13:13:20.789416 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dbe8d-7f8c-4ff7-9621-685c7679d671 req-773754d3-58ed-4e51-9ff4-3b67e545d531 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:20.793616 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cc8dbe8d-7f8c-4ff7-9621-685c7679d671 req-773754d3-58ed-4e51-9ff4-3b67e545d531 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 945 time: 0.0832043 Jan 18 13:13:20.867115 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cc8dbe8d-7f8c-4ff7-9621-685c7679d671 req-6f8021a0-93f7-4bf3-9549-9ec9fbf27c1c tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584280 Jan 18 13:13:21.145392 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:21.665092 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68baae-0b61-411d-a007-581df2b749e8 req-e491b6d9-a903-4681-9b3d-ec3f5fc95235 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:21.666843 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-e491b6d9-a903-4681-9b3d-ec3f5fc95235 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 0.1545613 Jan 18 13:13:21.691993 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-6f0f3cad-4b7a-4935-88f4-b672d976f644 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/quotas/cd68037724504c6c9ec4dbb554896499 HTTP/1.1" status: 200 len: 375 time: 0.0195472 Jan 18 13:13:21.839154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3569-e073-4055-a542-7a7692ae4183 req-b083f0c5-13af-4763-8b5f-5d6fb30a06ef tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:21.847522 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-476f3569-e073-4055-a542-7a7692ae4183 req-b083f0c5-13af-4763-8b5f-5d6fb30a06ef tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1083167 Jan 18 13:13:21.898746 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-476f3569-e073-4055-a542-7a7692ae4183 req-28da270a-04ef-4e69-8c42-8c83a7ee29ab tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504422 Jan 18 13:13:21.899552 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-d9973aac-78df-4b8b-bbf7-39e3d2f2b2b9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009683 Jan 18 13:13:22.031583 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-62cb9e0d-a01d-430d-8b05-b220037629ec service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303828 Jan 18 13:13:22.167241 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-93584a27-5bd8-4197-ade4-fb58e3590bdb service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293380 Jan 18 13:13:22.295245 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4e2c-ecf0-4eba-9254-a527ef06a53d req-4e5f550a-7f3f-4142-a307-a7b97cce2fe0 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:22.296987 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ca7d4e2c-ecf0-4eba-9254-a527ef06a53d req-4e5f550a-7f3f-4142-a307-a7b97cce2fe0 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 945 time: 0.0826283 Jan 18 13:13:22.347877 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ca7d4e2c-ecf0-4eba-9254-a527ef06a53d req-c491616d-4c4a-41e2-a96d-59f284383746 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Jan 18 13:13:22.460419 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 52158) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:22.465299 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dba10bfc-2ddf-47aa-9408-63b476b5efd5 req-ba4ead45-d66b-4496-b895-aa2db3b34ab4 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 210 time: 0.0513933 Jan 18 13:13:22.689608 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:22.912878 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:22.917018 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Usage tracker for resource:security_group_rule and tenant:d4dae382aa9341fea1953400500bed6d is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:22.919822 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:22.925358 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:23.006605 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:23.109506 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8cb99-903e-4aa8-adaf-ead27be9b90e req-c8167906-99e2-4e41-a0e8-18d5a402ce98 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:23.110951 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bd8cb99-903e-4aa8-adaf-ead27be9b90e req-c8167906-99e2-4e41-a0e8-18d5a402ce98 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0796905 Jan 18 13:13:23.117641 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:23.163077 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bd8cb99-903e-4aa8-adaf-ead27be9b90e req-ae04764c-4d4e-4d95-9fd8-4ec98cdd28ac tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Jan 18 13:13:23.166842 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4dae382aa9341fea1953400500bed6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7058244 Jan 18 13:13:23.169457 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 52178) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:23.182266 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952236cf-239a-479c-a2e4-008f5e2c9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfecdbb-7c51-4057-afc3-45a3ad724957,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:23.240347 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-47346d5e-ca04-4e01-bfe1-5a835079d5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:23.265627 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-47346d5e-ca04-4e01-bfe1-5a835079d5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:23.403817 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-47346d5e-ca04-4e01-bfe1-5a835079d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:23.427505 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47346d5e-ca04-4e01-bfe1-5a835079d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfecdbb-7c51-4057-afc3-45a3ad724957,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:23.439265 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-47346d5e-ca04-4e01-bfe1-5a835079d5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:23.440150 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-47346d5e-ca04-4e01-bfe1-5a835079d5bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6bfecdbb-7c51-4057-afc3-45a3ad724957 HTTP/1.1" status: 204 len: 168 time: 0.2696667 Jan 18 13:13:23.456069 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-8f9f9b67-e078-4d31-8972-dd0261da6689 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:23.457227 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-8f9f9b67-e078-4d31-8972-dd0261da6689 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.96 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 945 time: 0.0985467 Jan 18 13:13:23.574761 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Deleting port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:23.575104 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:23.651369 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-befea482-c1d9-441a-9e2a-9db2ba80075f req-bb89b00e-ae04-4659-a184-1b3bc051aefc tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 210 time: 0.0422816 Jan 18 13:13:23.692816 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0757c1-2152-4124-bf2b-5b87a5e51e8c req-554c6823-6999-4728-b24b-08bafc076b4c tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:23.694360 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4e0757c1-2152-4124-bf2b-5b87a5e51e8c req-554c6823-6999-4728-b24b-08bafc076b4c tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 945 time: 0.2021260 Jan 18 13:13:23.879734 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4e0757c1-2152-4124-bf2b-5b87a5e51e8c req-8715e2c1-ca1e-4477-8677-7ce4ff3fbe50 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/security-groups?id=6cf0933a-2140-4102-8f93-c0600adba9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543999 Jan 18 13:13:23.905319 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] For port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,segment=NetworkSegment(a4938223-3a2b-4bab-a615-7178be5e24a8),segment_id=a4938223-3a2b-4bab-a615-7178be5e24a8)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:23.905764 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:24.033971 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Calling delete_port for ae85c2d4-6eed-4bb7-9679-85b6d119fa3e owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:24.306692 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:24.357279 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['ae85c2d4-6eed-4bb7-9679-85b6d119fa3e'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:24.380251 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 52204) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:24.434888 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Pushing event deleted for resources: {'Port': ['ID=ae85c2d4-6eed-4bb7-9679-85b6d119fa3e,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:24.503493 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df13854-473a-4061-876c-3d789b24473b req-9d5c8500-acd5-4d60-b579-c67934a3f2e1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:24.511991 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8df13854-473a-4061-876c-3d789b24473b req-9d5c8500-acd5-4d60-b579-c67934a3f2e1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1905954 Jan 18 13:13:24.525156 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:24.566907 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8df13854-473a-4061-876c-3d789b24473b req-bd73041c-82ce-4b5a-83fd-7d8c79fcf654 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535853 Jan 18 13:13:24.622990 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] No DVR routers for this DVR port ae85c2d4-6eed-4bb7-9679-85b6d119fa3e on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:13:24.641555 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:24.644183 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'name': 'network-vif-deleted', 'tag': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:24.658247 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:24.666379 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6476b76af82941af8885c7b350026685 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:24.670524 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:24.676784 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:24.707521 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860caa72-5842-4fb5-a2e2-eb9e63fbd69f', 'name': 'network-vif-deleted', 'tag': 'ae85c2d4-6eed-4bb7-9679-85b6d119fa3e', 'status': 'completed', 'code': 200} Jan 18 13:13:24.711511 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-97d863be-41f8-4a28-b8e8-77e2ea238e0d req-7ecfb5dc-5e89-473f-a8d2-92c5b39b6446 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 1098 time: 0.2727246 Jan 18 13:13:24.843669 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1106178a-0fb3-46eb-a130-2cc122db1a1b req-22aebe0f-edd0-40b1-ac14-4b9e4d2adb97 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.96 "DELETE /v2.0/ports/ae85c2d4-6eed-4bb7-9679-85b6d119fa3e HTTP/1.1" status: 204 len: 173 time: 1.3788347 Jan 18 13:13:24.853102 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-30fa3cb7-3763-409e-9648-2308fc510bfc req-25245cf1-3619-4516-a7c0-23256c3dfa97 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 210 time: 0.0650170 Jan 18 13:13:24.870218 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-97d863be-41f8-4a28-b8e8-77e2ea238e0d req-c3a13496-c5fc-440b-a501-02334066d7ec service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159391 Jan 18 13:13:24.885746 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:25.043927 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-aa3902e0-54d0-4b5e-9bd3-0b74eb191cd3 req-075725da-796e-49fc-be6b-33ee1e43d33a tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Synchronizing usage tracker for tenant:80c3b744c53043b4ac541d6e20521026 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:13:25.050203 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:25.092633 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f86998-7bc8-4f29-a261-70c7dd7d8cdd,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:25.112390 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-26405456-3365-4cc6-b8e8-d23c3f1a01f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6476b76af82941af8885c7b350026685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7294269 Jan 18 13:13:25.114223 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 52220) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:25.175657 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-dcab9090-ce9e-445e-bfb2-ca2246fdcff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:25.203740 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-dcab9090-ce9e-445e-bfb2-ca2246fdcff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:25.208366 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-aa3902e0-54d0-4b5e-9bd3-0b74eb191cd3 req-075725da-796e-49fc-be6b-33ee1e43d33a tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] Unset dirty status for tenant:80c3b744c53043b4ac541d6e20521026 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:13:25.209531 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-aa3902e0-54d0-4b5e-9bd3-0b74eb191cd3 req-075725da-796e-49fc-be6b-33ee1e43d33a tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 210 time: 0.2071557 Jan 18 13:13:25.334012 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-dcab9090-ce9e-445e-bfb2-ca2246fdcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:25.349312 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab9090-ce9e-445e-bfb2-ca2246fdcff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f86998-7bc8-4f29-a261-70c7dd7d8cdd,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:25.366069 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-dcab9090-ce9e-445e-bfb2-ca2246fdcff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:25.379861 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-dcab9090-ce9e-445e-bfb2-ca2246fdcff8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/87f86998-7bc8-4f29-a261-70c7dd7d8cdd HTTP/1.1" status: 204 len: 168 time: 0.2519763 Jan 18 13:13:25.572471 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68baae-0b61-411d-a007-581df2b749e8 req-a34a6355-60db-4a27-a470-2b2a08d7d7a9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:25.573932 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-a34a6355-60db-4a27-a470-2b2a08d7d7a9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 0.1485326 Jan 18 13:13:25.622353 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Request body: {'port': {'device_id': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'admin_state_up': True, 'tenant_id': 'cd68037724504c6c9ec4dbb554896499'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:25.816531 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:25.828649 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:25.835484 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2d6aa-5d4b-4850-886f-6a85160f6f0e req-3fe7d498-033f-4dea-9d39-e2cdfa917f45 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:25.837647 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6fa2d6aa-5d4b-4850-886f-6a85160f6f0e req-3fe7d498-033f-4dea-9d39-e2cdfa917f45 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1375661 Jan 18 13:13:25.883948 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6fa2d6aa-5d4b-4850-886f-6a85160f6f0e req-ac754b9f-b6c9-4956-bd34-8d41664286f6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Jan 18 13:13:25.921119 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Made reservation on behalf of cd68037724504c6c9ec4dbb554896499 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:13:25.921119 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:26.056401 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aacfadd5-9353-4d7a-929e-0ffe9fb3912f req-26a26dc4-0891-441f-ba83-fa9bd0ae2d25 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 210 time: 0.0546768 Jan 18 13:13:26.121252 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Allocated IP 172.20.0.2 (5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef/20fafe53-899a-4be5-b7a1-f5c915a90428/b80dbfb6-7348-4a2a-bb6b-607458daf807) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:13:26.373138 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:26.469375 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0b86c42d-edad-48ea-a2f7-63c4714e9470 req-bad0aab0-66c5-4113-8734-4237754b4188 tempest-VolumesActionsTest-1828232612 tempest-VolumesActionsTest-1828232612-project] 10.222.0.71 "GET /v2.0/ports?device_id=860caa72-5842-4fb5-a2e2-eb9e63fbd69f HTTP/1.1" status: 200 len: 210 time: 0.0573905 Jan 18 13:13:26.511761 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:26.576591 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:26.616481 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:13:26.620301 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:13:26.625177 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:13:26.719001 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:26.719670 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:26.725135 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event updated for resources: {'Port': ['ID=b80dbfb6-7348-4a2a-bb6b-607458daf807,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:26.878031 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-ccc698ce-0930-4b9a-b4ab-5cc712bedc78 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2600660 Jan 18 13:13:26.904282 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Request body: {'port': {'device_id': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:27.083312 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:27.312061 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a0734-ad02-4b53-805c-fd17a09080e4 req-a6e8d200-3a35-4140-a68b-26b95ad206e0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:27.314725 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c20a0734-ad02-4b53-805c-fd17a09080e4 req-a6e8d200-3a35-4140-a68b-26b95ad206e0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.2150350 Jan 18 13:13:27.368868 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066da18-bc84-47cf-bfe2-cd7692d621cc req-07c15a87-190f-4b76-81a5-f8e14180a78e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:27.370420 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e066da18-bc84-47cf-bfe2-cd7692d621cc req-07c15a87-190f-4b76-81a5-f8e14180a78e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 931 time: 0.0851102 Jan 18 13:13:27.427017 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e066da18-bc84-47cf-bfe2-cd7692d621cc req-5276ac98-383f-43ab-a8c1-c66425f6cc35 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504370 Jan 18 13:13:27.553587 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c20a0734-ad02-4b53-805c-fd17a09080e4 req-32dea78f-4e86-46aa-a950-75f8829dba3f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272377 Jan 18 13:13:27.701706 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80dbfb6-7348-4a2a-bb6b-607458daf807 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:13:27.709642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:27.779112 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Transition to ACTIVE for port object b80dbfb6-7348-4a2a-bb6b-607458daf807 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:13:27.820418 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81691c8-f271-4b75-b9f2-391c5189eb8c req-5badd09e-96aa-4a7f-aafa-023359a7e3cb tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:27.821897 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a81691c8-f271-4b75-b9f2-391c5189eb8c req-5badd09e-96aa-4a7f-aafa-023359a7e3cb tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0904787 Jan 18 13:13:27.873947 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a81691c8-f271-4b75-b9f2-391c5189eb8c req-7989f378-df3b-4321-9724-dc9d9af9eb76 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Jan 18 13:13:27.939634 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:28.064848 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Pushing event updated for resources: {'Port': ['ID=b80dbfb6-7348-4a2a-bb6b-607458daf807,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:28.120179 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ae85c2d4-6eed-4bb7-9679-85b6d119fa3e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:28.156104 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: ae85c2d4-6eed-4bb7-9679-85b6d119fa3e {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:28.156635 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ae85c2d4-6eed-4bb7-9679-85b6d119fa3e not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:28.169170 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Attempting to bind port b80dbfb6-7348-4a2a-bb6b-607458daf807 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:13:28.169502 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Attempting to bind port b80dbfb6-7348-4a2a-bb6b-607458daf807 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:13:28.169825 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Attempting to bind port b80dbfb6-7348-4a2a-bb6b-607458daf807 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:28.175590 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Port b80dbfb6-7348-4a2a-bb6b-607458daf807 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:13:28.175908 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Attempting to bind port b80dbfb6-7348-4a2a-bb6b-607458daf807 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:28.187249 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:13:28.187641 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Checking segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:13:28.188080 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Bound using segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:13:28.188517 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Bound port: b80dbfb6-7348-4a2a-bb6b-607458daf807, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:13:28.188866 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:28.282299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] For port b80dbfb6-7348-4a2a-bb6b-607458daf807, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:13:28.285236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] For port b80dbfb6-7348-4a2a-bb6b-607458daf807, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b80dbfb6-7348-4a2a-bb6b-607458daf807,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:13:28.386078 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:28.462841 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:28.464566 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] 10.222.0.96 "PUT /v2.0/ports/b80dbfb6-7348-4a2a-bb6b-607458daf807 HTTP/1.1" status: 200 len: 1093 time: 1.5662968 Jan 18 13:13:28.465137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'tag': 'b80dbfb6-7348-4a2a-bb6b-607458daf807'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:28.487393 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051644-bd4e-4ea8-b6ef-51257d5b8eee service neutron] Pushing event updated for resources: {'Port': ['ID=b80dbfb6-7348-4a2a-bb6b-607458daf807,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:28.550309 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'tag': 'b80dbfb6-7348-4a2a-bb6b-607458daf807', 'status': 'completed', 'code': 200} Jan 18 13:13:28.681605 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e6a57-99fc-4a04-a064-ce2e0216ad40 req-58dd7410-882c-4873-8a0a-449ee078ec15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:28.681605 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-621e6a57-99fc-4a04-a064-ce2e0216ad40 req-58dd7410-882c-4873-8a0a-449ee078ec15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 943 time: 0.0905037 Jan 18 13:13:28.719809 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-99e2363f-e366-4879-866e-a46b99880da5 req-a7190449-38e4-4ece-acb9-ab32d50dab76 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 1096 time: 0.1021070 Jan 18 13:13:28.727979 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-621e6a57-99fc-4a04-a064-ce2e0216ad40 req-786898db-cacd-4ba0-ac60-544c8f5f9f42 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500610 Jan 18 13:13:28.909709 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2363f-e366-4879-866e-a46b99880da5 req-b697269f-2c1a-4f34-b3f5-067a8e5a1a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:28.911344 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-99e2363f-e366-4879-866e-a46b99880da5 req-b697269f-2c1a-4f34-b3f5-067a8e5a1a07 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cd68037724504c6c9ec4dbb554896499&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1721456 Jan 18 13:13:29.059359 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2363f-e366-4879-866e-a46b99880da5 req-0d02f45a-449f-4de8-a442-3e13f5f7755a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:29.061111 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-99e2363f-e366-4879-866e-a46b99880da5 req-0d02f45a-449f-4de8-a442-3e13f5f7755a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429145 Jan 18 13:13:29.267926 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-35e571b2-a5d5-4012-98c3-0da90f6b9dfc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 1096 time: 0.0816553 Jan 18 13:13:29.345830 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-6172cc4f-5159-4220-9f04-29efe0aac896 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b80dbfb6-7348-4a2a-bb6b-607458daf807 HTTP/1.1" status: 200 len: 217 time: 0.0643885 Jan 18 13:13:29.418948 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68baae-0b61-411d-a007-581df2b749e8 req-39931552-3661-4abf-afe1-0dccf86e277e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:29.420527 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-39931552-3661-4abf-afe1-0dccf86e277e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.0651524 Jan 18 13:13:29.470651 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-b16f4fb2-8cd2-433c-9b2e-db9d6dfb16e8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413098 Jan 18 13:13:29.618622 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-bb1cfdc3-8029-4674-9d2b-8b30171b2f01 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374886 Jan 18 13:13:29.830394 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a68baae-0b61-411d-a007-581df2b749e8 req-59bffdf0-4624-42e4-bc55-1161dbebbf24 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035365 Jan 18 13:13:30.019030 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dba578-91e5-4d7e-8834-f6b3f283d139 req-595c2bc5-d17f-4bc4-bca1-215c90d1292c tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:30.020880 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-76dba578-91e5-4d7e-8834-f6b3f283d139 req-595c2bc5-d17f-4bc4-bca1-215c90d1292c tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 943 time: 0.1012807 Jan 18 13:13:30.075370 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-76dba578-91e5-4d7e-8834-f6b3f283d139 req-47f58517-ae41-4c29-9aee-fa0eef165e71 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Jan 18 13:13:31.294637 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a20e28-6094-48e9-a947-05dc3e06800f req-c747c880-2474-4529-8798-4b50595f3684 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:31.295656 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-02a20e28-6094-48e9-a947-05dc3e06800f req-c747c880-2474-4529-8798-4b50595f3684 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:13:31.396051 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-02a20e28-6094-48e9-a947-05dc3e06800f req-c747c880-2474-4529-8798-4b50595f3684 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:13:31.397394 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-02a20e28-6094-48e9-a947-05dc3e06800f req-c747c880-2474-4529-8798-4b50595f3684 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 943 time: 0.1889277 Jan 18 13:13:31.470041 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-02a20e28-6094-48e9-a947-05dc3e06800f req-18395b95-a1a7-46cf-8c1e-537875169941 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661500 Jan 18 13:13:32.225281 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848965d-e755-4789-99ac-cd5f8f4de666 req-299cc767-e477-435a-89fe-5fc16b7119ac tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:32.226741 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a848965d-e755-4789-99ac-cd5f8f4de666 req-299cc767-e477-435a-89fe-5fc16b7119ac tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0845940 Jan 18 13:13:32.276334 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-e36a3ad4-4378-493f-92a3-fb902de38656 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.0870466 Jan 18 13:13:32.282526 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a848965d-e755-4789-99ac-cd5f8f4de666 req-b6cad100-ac62-4e11-a4dc-49a9a774bd9b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Jan 18 13:13:32.420104 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-8199e6df-e7f1-41a0-ac5b-874091e73729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:32.421446 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-8199e6df-e7f1-41a0-ac5b-874091e73729 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 920 time: 0.1374290 Jan 18 13:13:32.490593 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-79fbb854-272c-4b1b-9b7a-6d38cabe75b2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 217 time: 0.0627804 Jan 18 13:13:32.558783 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-9338fc0e-b5ee-4ceb-94e0-7c33a7603eaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:32.560293 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-9338fc0e-b5ee-4ceb-94e0-7c33a7603eaf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.0618675 Jan 18 13:13:32.612553 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-a8eed299-d17b-41fe-b21f-5b63865661c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445435 Jan 18 13:13:32.813236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2867-682b-496e-acbc-3fd633c8d46a req-57682154-6269-48a2-a4d3-078642036751 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:32.814888 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-70ec2867-682b-496e-acbc-3fd633c8d46a req-57682154-6269-48a2-a4d3-078642036751 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 943 time: 0.2060707 Jan 18 13:13:32.821360 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-aa1e469c-3099-4dc8-b0f9-7fabad27fab5 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770735 Jan 18 13:13:32.882924 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-70ec2867-682b-496e-acbc-3fd633c8d46a req-d70005e4-46f4-4999-95d7-df84d276e77e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604756 Jan 18 13:13:33.016219 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6e92770-ed0f-4f7c-ac4e-c96a828e17ea req-8a6ad8e7-2370-4bcc-b9e3-cd72b878c0d8 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541615 Jan 18 13:13:33.506024 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b5d0-a2f8-493c-8c69-2fbac516e3cf req-79e2fbea-0bcb-49d7-9222-878a3706ac98 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:33.507642 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4106b5d0-a2f8-493c-8c69-2fbac516e3cf req-79e2fbea-0bcb-49d7-9222-878a3706ac98 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0904539 Jan 18 13:13:33.560434 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4106b5d0-a2f8-493c-8c69-2fbac516e3cf req-b2fe3183-4267-46ef-a86b-d9dbb9e40477 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455585 Jan 18 13:13:34.097931 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52a7a8-3f0c-4026-bd1a-6abd8e20d45f req-89075f99-6d87-4340-b296-4377babfa0c0 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:34.099465 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc52a7a8-3f0c-4026-bd1a-6abd8e20d45f req-89075f99-6d87-4340-b296-4377babfa0c0 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 943 time: 0.0835874 Jan 18 13:13:34.147710 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc52a7a8-3f0c-4026-bd1a-6abd8e20d45f req-8e635b86-0cf1-4b6b-b4a7-9fb5de6f9d34 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Jan 18 13:13:34.157367 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device b80dbfb6-7348-4a2a-bb6b-607458daf807 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:13:34.294026 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port b80dbfb6-7348-4a2a-bb6b-607458daf807, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b80dbfb6-7348-4a2a-bb6b-607458daf807,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:34.307894 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'b80dbfb6-7348-4a2a-bb6b-607458daf807', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'port_id': 'b80dbfb6-7348-4a2a-bb6b-607458daf807', 'mac_address': 'fa:16:3e:6c:2e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fafe53-899a-4be5-b7a1-f5c915a90428', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:13:34.368303 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:34.386299 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80dbfb6-7348-4a2a-bb6b-607458daf807 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:13:34.401818 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port b80dbfb6-7348-4a2a-bb6b-607458daf807, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b80dbfb6-7348-4a2a-bb6b-607458daf807,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:34.498934 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:34.568023 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=b80dbfb6-7348-4a2a-bb6b-607458daf807,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:34.800181 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225c7d0-cec9-4739-9745-f72234881fcd req-c191e7f9-a6f7-4088-8f46-9f41515fac46 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:34.801637 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b225c7d0-cec9-4739-9745-f72234881fcd req-c191e7f9-a6f7-4088-8f46-9f41515fac46 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1009262 Jan 18 13:13:34.856958 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b225c7d0-cec9-4739-9745-f72234881fcd req-93a68bf9-a0b7-479b-91f4-0bff8732d788 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483871 Jan 18 13:13:35.237749 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 52474) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:35.241141 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['b80dbfb6-7348-4a2a-bb6b-607458daf807'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:35.392362 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b1246-1cff-4da6-b01f-05d1389dd5b9 req-b1ac07a2-5b62-402b-a514-efda713c73aa tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:35.395017 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c14b1246-1cff-4da6-b01f-05d1389dd5b9 req-b1ac07a2-5b62-402b-a514-efda713c73aa tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 944 time: 0.0961246 Jan 18 13:13:35.443289 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:35.444960 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c14b1246-1cff-4da6-b01f-05d1389dd5b9 req-702cfe3f-c761-414f-aa65-eff36f8b7833 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Jan 18 13:13:35.485610 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:35.489513 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Usage tracker for resource:security_group_rule and tenant:db78550b81a64589bfcc1f8e099c330c is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:35.492519 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:35.499115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:35.568085 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:35.659247 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:35.708170 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9604cba-336c-4972-bf58-0339ec8880de,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:35.713539 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-211d072d-33b2-4585-aab0-7827b03a2541 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=db78550b81a64589bfcc1f8e099c330c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4741528 Jan 18 13:13:35.716353 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 52484) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:35.780293 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c960b2c-3c15-4ebd-98d9-1abd72ca424f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:35.807759 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c960b2c-3c15-4ebd-98d9-1abd72ca424f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:35.984442 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c960b2c-3c15-4ebd-98d9-1abd72ca424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:36.003684 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c960b2c-3c15-4ebd-98d9-1abd72ca424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9604cba-336c-4972-bf58-0339ec8880de,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:36.007901 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4c960b2c-3c15-4ebd-98d9-1abd72ca424f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:36.011791 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-4c960b2c-3c15-4ebd-98d9-1abd72ca424f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b9604cba-336c-4972-bf58-0339ec8880de HTTP/1.1" status: 204 len: 168 time: 0.2944825 Jan 18 13:13:36.073686 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1d15a-8ccc-4e8a-8e66-78a1dd51daea req-492c6194-e5aa-49b3-89c4-9fade8fd3681 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:36.075099 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-11d1d15a-8ccc-4e8a-8e66-78a1dd51daea req-492c6194-e5aa-49b3-89c4-9fade8fd3681 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0929685 Jan 18 13:13:36.125865 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-11d1d15a-8ccc-4e8a-8e66-78a1dd51daea req-c390a0b8-47f4-481d-846e-1ea57d7798dc tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Jan 18 13:13:36.724436 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21251ede-b0e4-45af-bc6b-f71dd268826b req-7359443a-8dcc-42f4-bb04-fbbfdb217cd9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:36.738332 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21251ede-b0e4-45af-bc6b-f71dd268826b req-7359443a-8dcc-42f4-bb04-fbbfdb217cd9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 944 time: 0.1398485 Jan 18 13:13:36.815440 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21251ede-b0e4-45af-bc6b-f71dd268826b req-777b7880-1c95-4352-93c0-51093d4ddd3d tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765314 Jan 18 13:13:37.329774 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ee0b3-cb72-4e51-b940-ce5cbeda5dbe req-05f9f0b6-3987-45bf-ad3a-68ffe80bf1a1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:37.331325 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-691ee0b3-cb72-4e51-b940-ce5cbeda5dbe req-05f9f0b6-3987-45bf-ad3a-68ffe80bf1a1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0776262 Jan 18 13:13:37.379122 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-691ee0b3-cb72-4e51-b940-ce5cbeda5dbe req-87dac546-742f-4cb6-aeb3-9cba6e1acdc3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Jan 18 13:13:38.127960 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bd52e-6a21-4b28-8454-e284c30c1f5b req-b9c05a6a-678f-4ba3-b4fe-81cfd00655b8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:38.134474 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c10bd52e-6a21-4b28-8454-e284c30c1f5b req-b9c05a6a-678f-4ba3-b4fe-81cfd00655b8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 944 time: 0.1765099 Jan 18 13:13:38.176690 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c10bd52e-6a21-4b28-8454-e284c30c1f5b req-0961561c-729b-4f1a-a4d8-634f02d04ac0 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Jan 18 13:13:38.193589 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device b80dbfb6-7348-4a2a-bb6b-607458daf807 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:13:38.327611 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port b80dbfb6-7348-4a2a-bb6b-607458daf807 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:13:38.333480 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port b80dbfb6-7348-4a2a-bb6b-607458daf807 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:13:38.335181 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:38.488802 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:38.521265 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80dbfb6-7348-4a2a-bb6b-607458daf807'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:38.542333 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port b80dbfb6-7348-4a2a-bb6b-607458daf807, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b80dbfb6-7348-4a2a-bb6b-607458daf807,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:38.609025 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80dbfb6-7348-4a2a-bb6b-607458daf807', 'code': 200} Jan 18 13:13:38.612686 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:38.667757 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c4efc-cbc2-4dc7-b3cd-d09152b25a29 req-b8735470-b841-4f0e-bb01-3b4ed409e008 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:38.669414 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cf9c4efc-cbc2-4dc7-b3cd-d09152b25a29 req-b8735470-b841-4f0e-bb01-3b4ed409e008 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1424847 Jan 18 13:13:38.792232 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=b80dbfb6-7348-4a2a-bb6b-607458daf807,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:38.812200 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cf9c4efc-cbc2-4dc7-b3cd-d09152b25a29 req-8296dcf3-c144-4aa9-8604-96f08dd490ac tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342437 Jan 18 13:13:39.226107 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-46638a90-ac89-40ad-ab4f-15c75513d6a6 req-d51a03db-a5a6-497f-911a-a4dd55a9e7db service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 1098 time: 0.0735161 Jan 18 13:13:39.279309 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-46638a90-ac89-40ad-ab4f-15c75513d6a6 req-4b32754f-22f8-408c-b30f-ff1b0489ba40 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 Jan 18 13:13:39.410929 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714bf89-a8e6-45a6-9435-2930f67af152 req-8a64364d-e7e7-430f-8872-a4e7461dcf1e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:39.412552 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b714bf89-a8e6-45a6-9435-2930f67af152 req-8a64364d-e7e7-430f-8872-a4e7461dcf1e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 945 time: 0.0833907 Jan 18 13:13:39.461478 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b714bf89-a8e6-45a6-9435-2930f67af152 req-737d8bb6-b2ee-4dfe-8155-811c014a0609 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429308 Jan 18 13:13:40.001645 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17adfbe-3934-4435-9fce-d43fe270b635 req-50d2003f-109f-41e5-a09c-5b95f39aa0a2 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:40.003088 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d17adfbe-3934-4435-9fce-d43fe270b635 req-50d2003f-109f-41e5-a09c-5b95f39aa0a2 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0752110 Jan 18 13:13:40.050503 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d17adfbe-3934-4435-9fce-d43fe270b635 req-a326a1c7-8f43-4f7f-be91-31a2b7c714d4 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Jan 18 13:13:40.441680 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-46ba84fe-e550-44ef-bc93-c385fcbd0543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:40.669720 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a8447-efc0-48f5-8372-304d7f17eda3 req-8f230745-46bc-4288-a786-8343d77ba9ff tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:40.671199 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-518a8447-efc0-48f5-8372-304d7f17eda3 req-8f230745-46bc-4288-a786-8343d77ba9ff tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 945 time: 0.0809093 Jan 18 13:13:40.722935 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-518a8447-efc0-48f5-8372-304d7f17eda3 req-f115a0ee-4de8-43a6-9837-3319391982b5 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Jan 18 13:13:41.253422 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5659fb-3b35-4478-bef6-efa13128316b req-35fe68cf-c19f-4da9-9b99-81b152f9e837 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:41.254890 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9b5659fb-3b35-4478-bef6-efa13128316b req-35fe68cf-c19f-4da9-9b99-81b152f9e837 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0760837 Jan 18 13:13:41.304984 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9b5659fb-3b35-4478-bef6-efa13128316b req-e914270b-2263-406e-a0fc-4e9a8a1955fe tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437539 Jan 18 13:13:41.930505 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9533d-c7fa-4bed-9cf0-73fc5126485f req-cd8788cc-7d2e-47e5-ba9c-04c4b1b743c8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:41.931992 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0d9533d-c7fa-4bed-9cf0-73fc5126485f req-cd8788cc-7d2e-47e5-ba9c-04c4b1b743c8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 945 time: 0.0805728 Jan 18 13:13:41.977971 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0d9533d-c7fa-4bed-9cf0-73fc5126485f req-7a5eb684-ed52-450d-8962-5a96a8f59aa2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Jan 18 13:13:42.507316 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eaade-c757-4f71-8a8a-5622334bafae req-9886688d-191a-489d-b6f1-1aa0687a9df3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:42.509425 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-df3eaade-c757-4f71-8a8a-5622334bafae req-9886688d-191a-489d-b6f1-1aa0687a9df3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0840333 Jan 18 13:13:42.558056 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-df3eaade-c757-4f71-8a8a-5622334bafae req-184efa50-a55a-454b-bc20-84f9b6596055 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Jan 18 13:13:42.716311 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-7826ada4-6f5d-4acd-bda4-3d6b20a916ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:43.561454 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:43.787686 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c4a2-1f34-4251-9dd4-d769efba9142 req-ab6c5109-fca0-4ea8-bc87-bfc71a286dc9 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:43.797111 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2d19c4a2-1f34-4251-9dd4-d769efba9142 req-ab6c5109-fca0-4ea8-bc87-bfc71a286dc9 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1025803 Jan 18 13:13:43.854317 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2d19c4a2-1f34-4251-9dd4-d769efba9142 req-225e20cf-396e-4b79-b764-d857f2d11e98 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555816 Jan 18 13:13:43.990011 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:44.862730 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:13:45.075948 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134a7e9-78cd-4ee9-8147-4a90673eadd1 req-c28b896b-c310-4e45-96bf-7133c64c3ecf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:45.077547 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7134a7e9-78cd-4ee9-8147-4a90673eadd1 req-c28b896b-c310-4e45-96bf-7133c64c3ecf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0864046 Jan 18 13:13:45.106401 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:45.137082 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7134a7e9-78cd-4ee9-8147-4a90673eadd1 req-5fab863b-c06f-4848-9526-9b4e854e4684 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529919 Jan 18 13:13:46.353979 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebd964-35c9-4bd8-a5bf-9810f2c775c8 req-f9b83136-2e3a-437f-a609-d80ed0b34450 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:46.355897 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c5ebd964-35c9-4bd8-a5bf-9810f2c775c8 req-f9b83136-2e3a-437f-a609-d80ed0b34450 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0903153 Jan 18 13:13:46.404443 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c5ebd964-35c9-4bd8-a5bf-9810f2c775c8 req-27d03bfb-0602-4d57-b59d-de5e4990b572 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 Jan 18 13:13:47.620788 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a271d-1eb4-4107-85b7-8ae4afe79f58 req-deb11c15-cfd4-4edb-bee0-2e9d380d448c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:47.622183 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d57a271d-1eb4-4107-85b7-8ae4afe79f58 req-deb11c15-cfd4-4edb-bee0-2e9d380d448c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0792964 Jan 18 13:13:47.670308 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d57a271d-1eb4-4107-85b7-8ae4afe79f58 req-54c177bd-a5c4-4914-96d5-067f9aa46287 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Jan 18 13:13:48.233271 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 52784) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:48.424291 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.455971 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:48.459731 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Usage tracker for resource:security_group_rule and tenant:375bf1bdbd2b4b1ba5ce1aec75150181 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:48.462494 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:48.468080 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:48.540219 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.635756 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.708005 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c80f78-8b8a-42ee-a445-b6558bb520c5,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:48.723282 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 52802) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:48.735046 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-72d3fa8d-fad9-41fc-b86d-b6a00a9516db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=375bf1bdbd2b4b1ba5ce1aec75150181&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4997776 Jan 18 13:13:48.917340 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-43490dab-a69d-43e4-9183-fd318096dd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.957477 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-43490dab-a69d-43e4-9183-fd318096dd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:49.006097 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7a55f-2aa0-4121-9303-222e8884fc2e req-b55700ee-9820-4e17-90e7-1a842c97ff93 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:49.007570 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b8a7a55f-2aa0-4121-9303-222e8884fc2e req-b55700ee-9820-4e17-90e7-1a842c97ff93 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1561687 Jan 18 13:13:49.073101 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b8a7a55f-2aa0-4121-9303-222e8884fc2e req-b178e141-aaac-4e61-9802-05b87971a3c0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593109 Jan 18 13:13:49.149637 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-43490dab-a69d-43e4-9183-fd318096dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:49.170150 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43490dab-a69d-43e4-9183-fd318096dd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c80f78-8b8a-42ee-a445-b6558bb520c5,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:49.173327 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-43490dab-a69d-43e4-9183-fd318096dd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:49.174430 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-43490dab-a69d-43e4-9183-fd318096dd82 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82c80f78-8b8a-42ee-a445-b6558bb520c5 HTTP/1.1" status: 204 len: 168 time: 0.4528940 Jan 18 13:13:50.008090 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 52826) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:50.030725 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.066362 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:50.070341 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Usage tracker for resource:security_group_rule and tenant:636e1f5c1b24485f8b93de10b891cc5e is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:50.073475 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:50.079232 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:50.146976 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.241722 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.309189 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5696a3-2a63-4f95-a2ad-3e52b7fa886b,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:50.316312 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-409bf068-c257-415e-be32-d0ef1cb26b3c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=636e1f5c1b24485f8b93de10b891cc5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3055515 Jan 18 13:13:50.317621 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 52834) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:50.337213 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f165464-134e-4232-814d-954d3a9c0aef req-57dba8b5-b81f-40e4-9c49-05dc0c1ceeed tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:50.339201 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1f165464-134e-4232-814d-954d3a9c0aef req-57dba8b5-b81f-40e4-9c49-05dc0c1ceeed tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1314909 Jan 18 13:13:50.395738 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1f165464-134e-4232-814d-954d3a9c0aef req-5aba411a-92ac-4f82-96ce-9a7aba07459f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504589 Jan 18 13:13:50.409075 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd1ef-1b13-4bf9-a501-514620d0053c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.435875 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd1ef-1b13-4bf9-a501-514620d0053c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.482750 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-0f76d048-e0ae-4903-b38f-b4e90c7ff1b9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.0857418 Jan 18 13:13:50.562461 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd1ef-1b13-4bf9-a501-514620d0053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.579384 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dd1ef-1b13-4bf9-a501-514620d0053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5696a3-2a63-4f95-a2ad-3e52b7fa886b,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:50.589705 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd1ef-1b13-4bf9-a501-514620d0053c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.590846 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2b4dd1ef-1b13-4bf9-a501-514620d0053c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b5696a3-2a63-4f95-a2ad-3e52b7fa886b HTTP/1.1" status: 204 len: 168 time: 0.2715697 Jan 18 13:13:50.657228 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-cd484e28-f36c-49f3-ba92-8a0d047a2e67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:50.659177 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-cd484e28-f36c-49f3-ba92-8a0d047a2e67 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 920 time: 0.1529424 Jan 18 13:13:50.750057 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-b26c7b68-5fa6-444a-8790-71c4857ed636 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 217 time: 0.0836372 Jan 18 13:13:50.831006 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-f3a56926-8ee4-4aef-97ae-6e42752f0c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:50.831006 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-f3a56926-8ee4-4aef-97ae-6e42752f0c92 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.0671768 Jan 18 13:13:50.916433 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-32fe4078-f927-4c12-95e2-2a77dabaf977 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416181 Jan 18 13:13:51.091412 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-8b62dc7a-3f0e-4df7-b094-635c7d30a918 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686556 Jan 18 13:13:51.110120 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:51.290123 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22e3e8c1-ab6c-4787-8cc2-162035722db0 req-b18642f8-c1a3-4136-8841-ef415324f572 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849353 Jan 18 13:13:51.629823 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce7c9-ed13-4ac1-8809-5d15e8a9536c req-f90a7fe6-e205-42dc-810e-d8c4f8dfd4a6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:51.631661 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-236ce7c9-ed13-4ac1-8809-5d15e8a9536c req-f90a7fe6-e205-42dc-810e-d8c4f8dfd4a6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0885475 Jan 18 13:13:51.710150 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-236ce7c9-ed13-4ac1-8809-5d15e8a9536c req-1b0a96e0-07bc-4c04-b4f1-263c6b0bf506 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722911 Jan 18 13:13:52.961767 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d600-8c06-4d64-94f5-db1ee63567d9 req-19fc51f3-00af-45e0-bf72-c07f195816b7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:52.963942 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-db46d600-8c06-4d64-94f5-db1ee63567d9 req-19fc51f3-00af-45e0-bf72-c07f195816b7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0948899 Jan 18 13:13:53.012780 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-db46d600-8c06-4d64-94f5-db1ee63567d9 req-f939ea1e-8279-4aa1-b29f-f86eab58dc4f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Jan 18 13:13:54.228401 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a11b5-4708-4e30-b83b-482b233b8e08 req-ffe764b4-c39c-4bed-9c25-99e05b76ebd6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:54.230599 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e7a11b5-4708-4e30-b83b-482b233b8e08 req-ffe764b4-c39c-4bed-9c25-99e05b76ebd6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0921767 Jan 18 13:13:54.281783 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e7a11b5-4708-4e30-b83b-482b233b8e08 req-a051ba79-52d6-441f-baa6-75346bd44050 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Jan 18 13:13:54.363136 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-a106749c-5abb-4ad1-8ae5-dc105d84401f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:54.364542 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-a106749c-5abb-4ad1-8ae5-dc105d84401f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 0.1877201 Jan 18 13:13:54.391704 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-40ac5d24-29d2-4cdf-801a-60a4fa6b7535 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/quotas/cd68037724504c6c9ec4dbb554896499 HTTP/1.1" status: 200 len: 375 time: 0.0183418 Jan 18 13:13:54.476255 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-336b0c8c-9a80-41a5-8b61-214b2f0230d2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835788 Jan 18 13:13:54.485079 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53014) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:54.627805 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-c03ab4fe-8bc0-4436-9264-19251b1c916e service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438859 Jan 18 13:13:54.647098 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.679861 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:54.683559 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Usage tracker for resource:security_group_rule and tenant:c748a7163f9d468aac55f3dcd2d8fb93 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:54.686325 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:54.691915 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:54.768763 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.771062 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-29965b09-b2c8-41fd-8a20-bf1bb593953c service neutron] 10.222.0.71 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388774 Jan 18 13:13:54.899137 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.957832 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fd4a5d-2f9b-448f-aada-b862bb4c7b73,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:54.962178 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-3932ca16-6dfb-4720-bd81-fab827e9ff0a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c748a7163f9d468aac55f3dcd2d8fb93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760633 Jan 18 13:13:54.964698 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53040) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:55.037086 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fae8c3f9-c194-4f98-9c8f-c2439ca88355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:55.071148 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fae8c3f9-c194-4f98-9c8f-c2439ca88355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:55.164668 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cf29da36-71f6-4099-bdf9-59bc5dff1577 req-2f81b01c-5590-4aec-b053-0041beaab81a tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 210 time: 0.0662403 Jan 18 13:13:55.367543 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fae8c3f9-c194-4f98-9c8f-c2439ca88355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:55.381390 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8c3f9-c194-4f98-9c8f-c2439ca88355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fd4a5d-2f9b-448f-aada-b862bb4c7b73,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:55.388590 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fae8c3f9-c194-4f98-9c8f-c2439ca88355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:55.389744 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-fae8c3f9-c194-4f98-9c8f-c2439ca88355 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e6fd4a5d-2f9b-448f-aada-b862bb4c7b73 HTTP/1.1" status: 204 len: 168 time: 0.4239519 Jan 18 13:13:55.510384 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d545-c6d1-4e87-886d-cd3d00993e33 req-439b8ac4-3914-46ea-b220-abb0534343f2 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:55.511746 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b594d545-c6d1-4e87-886d-cd3d00993e33 req-439b8ac4-3914-46ea-b220-abb0534343f2 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1064715 Jan 18 13:13:55.555464 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53072) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:55.569139 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b594d545-c6d1-4e87-886d-cd3d00993e33 req-af71b550-6d7c-4987-8852-77fb3dcf321e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519073 Jan 18 13:13:55.913213 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.002137 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:56.005843 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Usage tracker for resource:security_group_rule and tenant:cea1bafdc5a745e9a5425dac82f68f93 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:56.008694 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:56.014273 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:56.077812 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.150494 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.198191 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3424a732-e914-4428-8b07-f69cb22467b9,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:56.214386 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-3c9e2ee1-f962-4318-8c0f-a146e2a4fcb5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cea1bafdc5a745e9a5425dac82f68f93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6552725 Jan 18 13:13:56.215193 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53094) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:56.357095 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-40c14cb8-1850-4393-ac6f-a3d6bd22025b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.377369 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4537904f-00a0-43b3-86c4-d50a0c9d1736 req-67be99c0-886f-4f6b-876b-8028162f7816 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 210 time: 0.0610883 Jan 18 13:13:56.403554 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-40c14cb8-1850-4393-ac6f-a3d6bd22025b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.623961 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-40c14cb8-1850-4393-ac6f-a3d6bd22025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.643236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c14cb8-1850-4393-ac6f-a3d6bd22025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424a732-e914-4428-8b07-f69cb22467b9,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:56.654655 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-40c14cb8-1850-4393-ac6f-a3d6bd22025b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.658332 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-40c14cb8-1850-4393-ac6f-a3d6bd22025b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3424a732-e914-4428-8b07-f69cb22467b9 HTTP/1.1" status: 204 len: 168 time: 0.4390693 Jan 18 13:13:56.799606 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53118) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:56.881736 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c8e7-2dfe-48c8-a387-d14fcc624b13 req-510ba7f1-90bb-420d-a824-74d2362d78ad tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:56.883334 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6266c8e7-2dfe-48c8-a387-d14fcc624b13 req-510ba7f1-90bb-420d-a824-74d2362d78ad tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1600890 Jan 18 13:13:56.887866 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] Deleting subnet 8ca91ff6-11b0-4305-b39e-e3b1c3172c2f {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:13:56.905685 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.985955 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8169518'] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.031795 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6266c8e7-2dfe-48c8-a387-d14fcc624b13 req-6d9dc84f-2628-4755-9411-ab15455b98a3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414685 Jan 18 13:13:57.090760 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.293454 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8019200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8315444'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.337294 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca91ff6-11b0-4305-b39e-e3b1c3172c2f,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:57.341387 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.347897 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2d366bfb-138d-41e5-a950-47f4682ce28d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8ca91ff6-11b0-4305-b39e-e3b1c3172c2f HTTP/1.1" status: 204 len: 168 time: 0.5472138 Jan 18 13:13:57.351381 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53130) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:57.463264 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.666546 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53146) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:57.688475 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.725650 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6d45845b-1c01-4ca0-aa26-47c85d28bc1f req-906425e5-38c2-4799-8c15-84e8417e1faa tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 210 time: 0.0931973 Jan 18 13:13:57.730738 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.736061 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:57.741734 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Usage tracker for resource:security_group_rule and tenant:910d943fe6444a4584096366eb3e23f5 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:57.745859 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:57.758114 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:57.774637 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ccbecf-4f50-4bb8-9907-827ec74dad85']}} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:57.789607 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4938223-3a2b-4bab-a615-7178be5e24a8') {'for_net_delete': True} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:57.789898 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4938223-3a2b-4bab-a615-7178be5e24a8') {} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:57.802969 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8169509'] for segment, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.822285 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.830768 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=83635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:13:57.831311 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885478'] for segment, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: Traceback (most recent call last): Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: timer() Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: cb(*args, **kw) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: return func(*args, **kwargs) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: self._notify() Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: self.callback(batched_events) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: event.method(event) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: return f(self, *a, **k) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: return self._get(url).json() Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: return self.request(url, 'GET', **kwargs) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:13:57.855515 dv-cinder-825103-1-smb neutron-server[83635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:13:57.858433 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.070837 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.128918 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bdb016-f614-418c-9629-d3825824089f,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:58.138728 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c0bc0876-c4a5-4370-bba4-f923c3a31111 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=910d943fe6444a4584096366eb3e23f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4698610 Jan 18 13:13:58.143969 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53158) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:58.178787 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.197767 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.206697 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ccbecf-4f50-4bb8-9907-827ec74dad85,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:58.210374 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] 10.222.0.71 "DELETE /v2.0/networks/73ccbecf-4f50-4bb8-9907-827ec74dad85 HTTP/1.1" status: 204 len: 168 time: 0.8575044 Jan 18 13:13:58.215003 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53162) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:58.225331 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.225770 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.225988 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.226907 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.227187 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.227609 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.227926 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.228734 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.228734 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.228913 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.229154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d336d-e724-4454-9557-3f5e99eafd92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.334251 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.370206 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_v2 [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Deleting subnet 558d9da7-320d-4550-8934-1e4d7d250ef1 {{(pid=83634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:13:58.387684 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.460269 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-25daa513-f122-43bc-bd82-829a8aee9228 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:58.461884 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-25daa513-f122-43bc-bd82-829a8aee9228 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 815 time: 0.1820760 Jan 18 13:13:58.469216 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.494498 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc94956-c314-459b-acfc-2d3732328061 req-deccc667-f0e1-4af3-b093-ab8fad82ee46 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:58.496402 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0dc94956-c314-459b-acfc-2d3732328061 req-deccc667-f0e1-4af3-b093-ab8fad82ee46 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.3301055 Jan 18 13:13:58.500081 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Request body: {'port': {'device_id': '18b6d628-ad42-48df-b129-6ececdab21df', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'admin_state_up': True, 'tenant_id': 'cd68037724504c6c9ec4dbb554896499'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:58.550946 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.585337 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.665781 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:58.684944 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:58.695448 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0dc94956-c314-459b-acfc-2d3732328061 req-4f2d9e4a-cf6f-414b-9fe4-16d9ca32d02a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865475 Jan 18 13:13:58.801510 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Made reservation on behalf of cd68037724504c6c9ec4dbb554896499 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:13:58.802086 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.805987 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.810772 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for subnet, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.868961 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bdb016-f614-418c-9629-d3825824089f,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:58.884063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558d9da7-320d-4550-8934-1e4d7d250ef1,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:58.902453 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.919458 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.919807 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.920140 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.920467 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.920816 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.921126 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.921447 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.921766 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.922082 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.922399 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.922733 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.976052 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.976804 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.976804 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.977173 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.977497 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.977940 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.978307 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.979025 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.982168 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.982535 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.982948 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:58.993701 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Allocated IP 172.20.0.5 (5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef/20fafe53-899a-4be5-b7a1-f5c915a90428/4f50700c-e423-46c2-8b82-1f326c6045a4) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:13:59.002298 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c03b0575-685b-4da2-b1b8-8c39277c4b7f req-7f371bd2-6d7f-4a3a-9dcf-991323765703 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 210 time: 0.1036971 Jan 18 13:13:59.003309 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-322d91ed-8f60-4dc4-9859-ae4b6390c82a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/558d9da7-320d-4550-8934-1e4d7d250ef1 HTTP/1.1" status: 204 len: 168 time: 0.7791619 Jan 18 13:13:59.004945 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.009536 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-42ecbcb8-398e-4fd1-8c0a-c2d644db0e65 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3bdb016-f614-418c-9629-d3825824089f HTTP/1.1" status: 204 len: 168 time: 0.8609426 Jan 18 13:13:59.009536 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53176) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:59.120171 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.233738 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.246774 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.274406 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.274747 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.275513 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.275840 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > port after_create 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.276159 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.276506 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > port after_update 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.276824 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.277156 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.277468 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.277797 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.338938 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.354768 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.354952 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.355193 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.355561 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:13:59.355924 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510ce978-faf5-42b9-9cd4-81d5a82643eb']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:59.383190 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73289a1-1c1b-4ae0-bd11-ef1076014781') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:59.383656 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73289a1-1c1b-4ae0-bd11-ef1076014781') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:59.392667 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'b80dbfb6-7348-4a2a-bb6b-607458daf807'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:59.400046 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.420418 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.426579 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:13:59.428539 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:13:59.429046 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.431572 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:13:59.434970 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:13:59.535127 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event updated for resources: {'Port': ['ID=4f50700c-e423-46c2-8b82-1f326c6045a4,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: util.warn_limited( Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: util.warn_limited( Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:13:59.542126 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:13:59.570873 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:59.571749 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.646918 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.671179 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.677505 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] Pushing event deleted for resources: {'Network': ['ID=510ce978-faf5-42b9-9cd4-81d5a82643eb,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:59.681771 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-3db48e9e-ff62-4898-94d6-8208c0ca16ae admin admin] 10.222.0.71 "DELETE /v2.0/networks/510ce978-faf5-42b9-9cd4-81d5a82643eb HTTP/1.1" status: 204 len: 168 time: 0.6743586 Jan 18 13:13:59.716764 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-2f2c87ad-ee24-4391-bb77-4f9caa3f1d15 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2221951 Jan 18 13:13:59.736760 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Request body: {'port': {'device_id': '18b6d628-ad42-48df-b129-6ececdab21df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:59.907712 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:59.984397 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5ac94-647b-4f85-9c17-9e4be85cbe7c req-d17428bc-e4e6-4655-a280-ba4b8a814258 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:00.001605 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-00a5ac94-647b-4f85-9c17-9e4be85cbe7c req-d17428bc-e4e6-4655-a280-ba4b8a814258 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1503091 Jan 18 13:14:00.093357 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-00a5ac94-647b-4f85-9c17-9e4be85cbe7c req-81e229c9-0e0b-4303-8a77-55da7aba0907 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879281 Jan 18 13:14:00.324395 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cea76-2481-44af-b230-e58b2aaa6e58 req-c3d49bf7-31bb-4d26-83ca-20c1df201210 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:00.339445 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c5cea76-2481-44af-b230-e58b2aaa6e58 req-c3d49bf7-31bb-4d26-83ca-20c1df201210 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 931 time: 0.1144564 Jan 18 13:14:00.375298 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f50700c-e423-46c2-8b82-1f326c6045a4 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:14:00.387572 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53214) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:00.396567 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:00.409757 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c5cea76-2481-44af-b230-e58b2aaa6e58 req-414631c2-8829-4aaa-ac46-f2c10081fef1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683033 Jan 18 13:14:00.419748 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Transition to ACTIVE for port object 4f50700c-e423-46c2-8b82-1f326c6045a4 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:00.538533 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:00.578024 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53224) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:00.684278 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-366dea98-edc3-4e97-adb6-c82ee44f7023 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=80c3b744c53043b4ac541d6e20521026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1049585 Jan 18 13:14:00.685276 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53230) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:00.688479 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:00.751547 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2b6466c5-7346-4a65-91b0-4328f0c7dcb0 req-b88979e0-b8ed-44bf-83d8-eaf989f97b53 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.2764955 Jan 18 13:14:00.766055 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Pushing event updated for resources: {'Port': ['ID=4f50700c-e423-46c2-8b82-1f326c6045a4,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:00.771852 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9f9e2425-0544-4360-831d-e327f3927f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:00.798651 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9f9e2425-0544-4360-831d-e327f3927f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:00.855816 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:00.892910 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Usage tracker for resource:security_group_rule and tenant:58d0ac488849428f93ea21c78f33b3dc is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:00.901396 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:00.906848 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2b6466c5-7346-4a65-91b0-4328f0c7dcb0 req-f506e45d-01b4-459d-9f64-08b27b43ae3b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381929 Jan 18 13:14:00.911334 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:00.916224 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9f9e2425-0544-4360-831d-e327f3927f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:00.933810 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e2425-0544-4360-831d-e327f3927f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf0933a-2140-4102-8f93-c0600adba9ca,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:00.947317 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Attempting to bind port 4f50700c-e423-46c2-8b82-1f326c6045a4 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:00.947814 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Attempting to bind port 4f50700c-e423-46c2-8b82-1f326c6045a4 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:00.948147 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Attempting to bind port 4f50700c-e423-46c2-8b82-1f326c6045a4 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:00.955708 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Port 4f50700c-e423-46c2-8b82-1f326c6045a4 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:14:00.956035 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Attempting to bind port 4f50700c-e423-46c2-8b82-1f326c6045a4 on network 5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:00.963641 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:00.964675 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Checking segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:00.964675 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Bound using segment: {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:00.964865 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Bound port: 4f50700c-e423-46c2-8b82-1f326c6045a4, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651c368-4108-4642-9195-6040d416250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:00.965092 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.071122 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9f9e2425-0544-4360-831d-e327f3927f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.075376 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9f9e2425-0544-4360-831d-e327f3927f56 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6cf0933a-2140-4102-8f93-c0600adba9ca HTTP/1.1" status: 204 len: 168 time: 0.3888261 Jan 18 13:14:01.082197 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] For port 4f50700c-e423-46c2-8b82-1f326c6045a4, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:01.087120 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] For port 4f50700c-e423-46c2-8b82-1f326c6045a4, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f50700c-e423-46c2-8b82-1f326c6045a4,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:01.144199 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.178908 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.214773 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.281255 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.282726 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] 10.222.0.96 "PUT /v2.0/ports/4f50700c-e423-46c2-8b82-1f326c6045a4 HTTP/1.1" status: 200 len: 1093 time: 1.5501738 Jan 18 13:14:01.290966 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b6d628-ad42-48df-b129-6ececdab21df', 'tag': '4f50700c-e423-46c2-8b82-1f326c6045a4'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:01.319094 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54bf6b-c668-4b01-8f19-e5f01a6cde5a,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:01.336720 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaeda4c-1025-4b5c-a55f-ad1fd460c639 service neutron] Pushing event updated for resources: {'Port': ['ID=4f50700c-e423-46c2-8b82-1f326c6045a4,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:01.341885 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-e6123613-9559-43f4-a241-9d734159157a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=58d0ac488849428f93ea21c78f33b3dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9533608 Jan 18 13:14:01.344835 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53248) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:01.367131 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa24a44-2edc-455e-ba68-9f274b24665c req-cf640472-1b21-4a09-8471-9d23d01d0ef9 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:01.370086 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8aa24a44-2edc-455e-ba68-9f274b24665c req-cf640472-1b21-4a09-8471-9d23d01d0ef9 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1636682 Jan 18 13:14:01.420380 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7a916a4d-2ddb-45ec-bfc8-86837eb60522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.427898 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8aa24a44-2edc-455e-ba68-9f274b24665c req-f94fe2e7-9e90-4e1c-81b6-769f5133513e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514200 Jan 18 13:14:01.450709 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7a916a4d-2ddb-45ec-bfc8-86837eb60522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.527987 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b6d628-ad42-48df-b129-6ececdab21df', 'tag': '4f50700c-e423-46c2-8b82-1f326c6045a4', 'status': 'completed', 'code': 200} Jan 18 13:14:01.561185 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-1ecfcf51-6cb2-4bf9-99ec-8df6be470289 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 1096 time: 0.0989475 Jan 18 13:14:01.694334 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7a916a4d-2ddb-45ec-bfc8-86837eb60522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.723333 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-46dc9488-2b4d-475f-b4b1-e57355470244 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f50700c-e423-46c2-8b82-1f326c6045a4 HTTP/1.1" status: 200 len: 217 time: 0.1401806 Jan 18 13:14:01.725345 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a916a4d-2ddb-45ec-bfc8-86837eb60522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54bf6b-c668-4b01-8f19-e5f01a6cde5a,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:01.734878 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-7a916a4d-2ddb-45ec-bfc8-86837eb60522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.736078 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-7a916a4d-2ddb-45ec-bfc8-86837eb60522 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea54bf6b-c668-4b01-8f19-e5f01a6cde5a HTTP/1.1" status: 204 len: 168 time: 0.3903983 Jan 18 13:14:01.819315 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-420859eb-fac6-404f-8918-0c484ffa87be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:01.820793 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-420859eb-fac6-404f-8918-0c484ffa87be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.0784504 Jan 18 13:14:01.869548 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb762f4-16a9-4f08-9c36-53365672f94e req-0af9a93f-092f-411d-9500-c1c9e43102d1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:01.869950 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-4eb762f4-16a9-4f08-9c36-53365672f94e req-0af9a93f-092f-411d-9500-c1c9e43102d1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:01.879588 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-1931bb8a-7803-4321-b1cb-77eee9b923b5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525897 Jan 18 13:14:02.019552 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-ba2637ec-1963-4eb5-9e7a-72acc83741f3 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323817 Jan 18 13:14:02.101151 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53274) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:02.112699 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-4eb762f4-16a9-4f08-9c36-53365672f94e req-0af9a93f-092f-411d-9500-c1c9e43102d1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:02.119456 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4eb762f4-16a9-4f08-9c36-53365672f94e req-0af9a93f-092f-411d-9500-c1c9e43102d1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 943 time: 0.4815714 Jan 18 13:14:02.157349 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-409117ab-ce74-4856-9938-cc4a15ae4235 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=941a282759574fdb8239062c96f82cdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537617 Jan 18 13:14:02.159889 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53278) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:02.193654 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4eb762f4-16a9-4f08-9c36-53365672f94e req-90c9c254-780c-4d3d-8026-98e783c5e542 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733507 Jan 18 13:14:02.233041 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61cd1bf5-e93a-4ab6-9817-2f7b650397a2 req-a21ec98b-63b7-4357-ba44-e3874215a653 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974843 Jan 18 13:14:02.246626 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-946e7980-e0db-4957-a9be-51d1763aaea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.272059 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-946e7980-e0db-4957-a9be-51d1763aaea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.390096 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-946e7980-e0db-4957-a9be-51d1763aaea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.405437 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e7980-e0db-4957-a9be-51d1763aaea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad26498-7737-4fb8-a155-319898dca570,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:02.411904 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-946e7980-e0db-4957-a9be-51d1763aaea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.413018 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-946e7980-e0db-4957-a9be-51d1763aaea0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3ad26498-7737-4fb8-a155-319898dca570 HTTP/1.1" status: 204 len: 168 time: 0.2521472 Jan 18 13:14:02.621250 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-4df6e9d6-328c-4e6e-be71-2b436ae29055 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 1096 time: 0.1555340 Jan 18 13:14:02.771730 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-d77e3028-7808-44d4-a408-c0e349395f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:02.773364 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-d77e3028-7808-44d4-a408-c0e349395f3c service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 916 time: 0.1459787 Jan 18 13:14:02.813385 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c49eb4-385a-4c12-ab3d-d1364d416671 req-003c9a71-2993-489c-bbc6-2bca40812fbc tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:02.814837 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c0c49eb4-385a-4c12-ab3d-d1364d416671 req-003c9a71-2993-489c-bbc6-2bca40812fbc tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1634941 Jan 18 13:14:02.857191 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-f81897ee-35ff-464b-bc1e-f3444cb6e73d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f50700c-e423-46c2-8b82-1f326c6045a4 HTTP/1.1" status: 200 len: 217 time: 0.0711880 Jan 18 13:14:02.861955 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c0c49eb4-385a-4c12-ab3d-d1364d416671 req-ac86a930-6485-470f-8cc2-0058022addab tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Jan 18 13:14:02.932521 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-c5a713b9-ea84-4071-b8c3-598158b839d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:02.934232 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-c5a713b9-ea84-4071-b8c3-598158b839d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.0673401 Jan 18 13:14:02.999363 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-0b3d20f1-e9e5-443d-9171-88312b6aee64 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582197 Jan 18 13:14:03.215430 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-d36c0726-dad6-4d2b-8394-db41b89253cd service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978319 Jan 18 13:14:03.405951 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0bcca973-24c0-4d8c-8ad9-fc6104153a33 req-bfca4bba-098b-42a0-b62d-08c4c92668ec service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878192 Jan 18 13:14:03.438096 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35a472-87d5-4015-a462-53606863bad5 req-c20b48ab-c3db-49e8-afbb-c1250364d2a9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:03.440224 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cc35a472-87d5-4015-a462-53606863bad5 req-c20b48ab-c3db-49e8-afbb-c1250364d2a9 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 943 time: 0.0941303 Jan 18 13:14:03.500474 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cc35a472-87d5-4015-a462-53606863bad5 req-7138590e-ee6d-4fa2-8cb4-5e7886882a02 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475383 Jan 18 13:14:04.088659 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718caa60-fc8c-4776-81ab-8425f3c4763c req-6c8d422c-573c-4560-b6a6-21d757d1955e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:04.099860 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-718caa60-fc8c-4776-81ab-8425f3c4763c req-6c8d422c-573c-4560-b6a6-21d757d1955e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0970807 Jan 18 13:14:04.168189 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-718caa60-fc8c-4776-81ab-8425f3c4763c req-0e4e7f6f-9519-4b32-a892-e6067fd1c19c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654950 Jan 18 13:14:04.775969 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513fa4e-84dc-40ab-b1b5-455383af1e78 req-9f0934cd-c867-4b6b-85d8-00aeaa0d39d5 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:04.777477 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6513fa4e-84dc-40ab-b1b5-455383af1e78 req-9f0934cd-c867-4b6b-85d8-00aeaa0d39d5 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 943 time: 0.0987480 Jan 18 13:14:04.826266 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6513fa4e-84dc-40ab-b1b5-455383af1e78 req-f675fa8e-05c7-4ac2-9020-58a1ffbb1372 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Jan 18 13:14:04.860736 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9d8df-cc24-4ee1-b16e-4f0f9dc4f028 req-0df4e9bd-3ac7-41d0-9645-b9786affb63b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:04.864116 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a1b9d8df-cc24-4ee1-b16e-4f0f9dc4f028 req-0df4e9bd-3ac7-41d0-9645-b9786affb63b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0998564 Jan 18 13:14:04.934304 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a1b9d8df-cc24-4ee1-b16e-4f0f9dc4f028 req-9703e588-83b7-42c3-800b-c6046684d1de tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596685 Jan 18 13:14:04.963266 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-9cd0e950-b66d-4eee-a5fd-5d4a06da529f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.0969574 Jan 18 13:14:05.188790 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-a7152b66-f09d-4964-88ca-6fa0a2e6f6ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:05.191168 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-a7152b66-f09d-4964-88ca-6fa0a2e6f6ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 920 time: 0.2187572 Jan 18 13:14:05.263679 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-a149b3bb-36b3-4bf3-9c1f-53af313bab58 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 217 time: 0.0648243 Jan 18 13:14:05.333302 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-aec68be6-833b-412a-b2fd-bd7d0548b809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:05.334940 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-aec68be6-833b-412a-b2fd-bd7d0548b809 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.0604250 Jan 18 13:14:05.340644 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53404) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:05.373687 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53410) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:05.389467 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-893c95ea-6d44-42aa-a13a-796197e99f58 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404458 Jan 18 13:14:05.511908 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:05.527611 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-25e6a10e-d543-40b8-8992-b8c0458e9eca service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285200 Jan 18 13:14:05.545169 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:05.575329 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:05.582911 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Usage tracker for resource:security_group_rule and tenant:2c08c214bf27414b9f2236a29fff02f9 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:05.592901 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:05.601938 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:05.609446 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:05.616867 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Usage tracker for resource:security_group_rule and tenant:94f2ed9f1d464dbe9375ebab5ee019fe is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:05.620568 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:05.628477 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:05.689619 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f78d04e8-0bed-4eaf-af1b-007bc7c7a5b6 req-e4c6a1e1-3322-4513-bd3d-242ee3ade3fc service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552351 Jan 18 13:14:05.716806 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:05.742164 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:05.870005 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:05.885913 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:05.937514 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63acf83-6d78-4da5-a5f8-df43bc7973e5,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:05.943965 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-a02b6d0b-0be7-4191-bcd6-714bb167bd2c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c08c214bf27414b9f2236a29fff02f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6022754 Jan 18 13:14:05.947817 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53430) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:05.955555 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94f2ed9f1d464dbe9375ebab5ee019fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5804644 Jan 18 13:14:05.958550 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53434) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:05.999928 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6b606-1e4d-476f-b54c-e61f1280f9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60035825-a91d-4724-a28b-04bf9a34317f,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:06.074536 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6899e74b-1435-486b-8c30-c3e85f1bf98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.080624 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-807ad849-ae54-4758-9938-424920ffcf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.108803 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6899e74b-1435-486b-8c30-c3e85f1bf98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.114801 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-807ad849-ae54-4758-9938-424920ffcf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.127614 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591f68d-dbd4-44b3-adef-7e5d6e1de90e req-dc51611e-6f7d-4290-a8ac-ca2bef3823e2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:06.134421 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4591f68d-dbd4-44b3-adef-7e5d6e1de90e req-dc51611e-6f7d-4290-a8ac-ca2bef3823e2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 943 time: 0.1467481 Jan 18 13:14:06.208438 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4591f68d-dbd4-44b3-adef-7e5d6e1de90e req-969bcd6c-a2ae-413f-9282-8b9955a9b8f2 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731168 Jan 18 13:14:06.266385 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983e71c-1663-45a3-b389-c3375ca2e6c3 req-575173d0-76f7-470e-a709-535307e964cb tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:06.268368 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3983e71c-1663-45a3-b389-c3375ca2e6c3 req-575173d0-76f7-470e-a709-535307e964cb tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1034863 Jan 18 13:14:06.300582 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6899e74b-1435-486b-8c30-c3e85f1bf98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.319774 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 4f50700c-e423-46c2-8b82-1f326c6045a4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:14:06.332648 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-807ad849-ae54-4758-9938-424920ffcf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.356665 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e74b-1435-486b-8c30-c3e85f1bf98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60035825-a91d-4724-a28b-04bf9a34317f,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:06.374070 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6899e74b-1435-486b-8c30-c3e85f1bf98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.374570 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-807ad849-ae54-4758-9938-424920ffcf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.375436 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-6899e74b-1435-486b-8c30-c3e85f1bf98a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60035825-a91d-4724-a28b-04bf9a34317f HTTP/1.1" status: 204 len: 168 time: 0.4159331 Jan 18 13:14:06.376179 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-807ad849-ae54-4758-9938-424920ffcf18 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f63acf83-6d78-4da5-a5f8-df43bc7973e5 HTTP/1.1" status: 204 len: 168 time: 0.4276648 Jan 18 13:14:06.377188 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ad849-ae54-4758-9938-424920ffcf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63acf83-6d78-4da5-a5f8-df43bc7973e5,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:06.389527 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3983e71c-1663-45a3-b389-c3375ca2e6c3 req-6f5b7b59-5e65-4c6b-8812-a518133aedb9 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149976 Jan 18 13:14:06.536029 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 4f50700c-e423-46c2-8b82-1f326c6045a4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f50700c-e423-46c2-8b82-1f326c6045a4,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:06.552882 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '4f50700c-e423-46c2-8b82-1f326c6045a4', 'network_id': '5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef', 'port_id': '4f50700c-e423-46c2-8b82-1f326c6045a4', 'mac_address': 'fa:16:3e:c1:58:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fafe53-899a-4be5-b7a1-f5c915a90428', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:14:06.556794 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c8be8695-e4f0-4049-a752-fa5ce471d4d2 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f6fa258076fd4cb591cbc8948dcdc319&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507741 Jan 18 13:14:06.617942 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.634966 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f50700c-e423-46c2-8b82-1f326c6045a4 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:14:06.650709 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 4f50700c-e423-46c2-8b82-1f326c6045a4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f50700c-e423-46c2-8b82-1f326c6045a4,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:06.722152 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-7eea98e6-2714-4054-9d20-0c2c97e9ec51 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:06.723709 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-7eea98e6-2714-4054-9d20-0c2c97e9ec51 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659291 Jan 18 13:14:06.746450 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-f5c0818b-46ff-4c7d-a0dc-61147e42f9a1 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/quotas/f6fa258076fd4cb591cbc8948dcdc319 HTTP/1.1" status: 200 len: 375 time: 0.0116656 Jan 18 13:14:06.761391 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.810162 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-38297366-9883-47df-8e38-7a6f48410738 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6fa258076fd4cb591cbc8948dcdc319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590255 Jan 18 13:14:06.895824 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=4f50700c-e423-46c2-8b82-1f326c6045a4,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:07.117251 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-092b7e4d-3174-4acf-a9ee-3cc579a734a8 req-9e87ef9d-71f2-4ae7-8bf1-e25170b5fe0c tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 210 time: 0.0478837 Jan 18 13:14:07.258452 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['4f50700c-e423-46c2-8b82-1f326c6045a4'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:07.426902 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53490) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:07.430665 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb6f9-cbc8-4133-8fe5-ac94523f942d req-d26bad6e-e71a-4641-ac37-b668442c48b4 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:07.436329 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-567bb6f9-cbc8-4133-8fe5-ac94523f942d req-d26bad6e-e71a-4641-ac37-b668442c48b4 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 944 time: 0.0903001 Jan 18 13:14:07.446029 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:07.482519 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:07.486634 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Usage tracker for resource:security_group_rule and tenant:f3b6f73ce3664dcc889b64e67099137d is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:07.490071 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:07.496494 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:07.518226 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-567bb6f9-cbc8-4133-8fe5-ac94523f942d req-e92db9f8-acc7-4f58-85c5-9161343ca2e4 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800805 Jan 18 13:14:07.655035 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:07.694319 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3bba8-fb2e-48c1-bd0c-f36f26ba96d5 req-4c7bedd4-3cd2-460e-b566-6e535164bb84 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:07.695852 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61e3bba8-fb2e-48c1-bd0c-f36f26ba96d5 req-4c7bedd4-3cd2-460e-b566-6e535164bb84 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1182556 Jan 18 13:14:07.746298 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61e3bba8-fb2e-48c1-bd0c-f36f26ba96d5 req-0fb55e22-543e-4ab8-b300-b0294c0575a0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Jan 18 13:14:07.829490 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:07.875005 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445fa08c-f359-4eb5-bdf9-df312e2d7764,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:07.880403 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-44a38674-96ec-4912-914c-5a7f0170c1ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3b6f73ce3664dcc889b64e67099137d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4523914 Jan 18 13:14:07.883278 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53500) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:07.951873 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d6393033-434a-46e9-a777-11da6a2c0b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:07.977670 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d6393033-434a-46e9-a777-11da6a2c0b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.227547 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-17bc7fbf-db35-4ea1-b527-8c6dbff8033d req-ec780349-7296-484d-8072-1b009ce9c211 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 210 time: 0.0408964 Jan 18 13:14:08.338376 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d6393033-434a-46e9-a777-11da6a2c0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.354760 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6393033-434a-46e9-a777-11da6a2c0b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fa08c-f359-4eb5-bdf9-df312e2d7764,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:08.359143 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d6393033-434a-46e9-a777-11da6a2c0b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.363048 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d6393033-434a-46e9-a777-11da6a2c0b9b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/445fa08c-f359-4eb5-bdf9-df312e2d7764 HTTP/1.1" status: 204 len: 168 time: 0.4787591 Jan 18 13:14:08.419718 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53518) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:08.573061 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-756516085-network', 'tenant_id': '22ee837769284a64af4821470e4e4d3a'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:08.578995 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:08.584106 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Usage tracker for resource:network and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:08.588317 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:08.595577 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:08.700753 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Made reservation on behalf of 22ee837769284a64af4821470e4e4d3a for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:08.704451 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.717190 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.745740 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b801e-225d-4aeb-b8f1-385c00b1c11e req-b67d5bed-fe52-4af3-b7ff-44669700bb89 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:08.747177 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-284b801e-225d-4aeb-b8f1-385c00b1c11e req-b67d5bed-fe52-4af3-b7ff-44669700bb89 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 944 time: 0.0842485 Jan 18 13:14:08.749819 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:08.757956 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:08.762566 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:08.772177 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:08.890912 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.907147 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-284b801e-225d-4aeb-b8f1-385c00b1c11e req-550cc49b-b98c-4cdf-b695-114eecb0a223 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539128 Jan 18 13:14:08.983931 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.021134 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:14:09.034657 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b6fcf-893d-46be-bda3-13f62ce3667f,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:09.039639 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.044880 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Added segment 71f579c8-4e39-49cd-81b5-2a136c78e5f0 of type vlan for network fcd3b77f-b23b-4886-8965-fb32054502eb Jan 18 13:14:09.073953 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.118389 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c41c6-a892-49fe-90fa-7a4b44459bc1 req-0ee953ec-ad3c-43eb-b6d3-11b4b7136624 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:09.119949 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6b9c41c6-a892-49fe-90fa-7a4b44459bc1 req-0ee953ec-ad3c-43eb-b6d3-11b4b7136624 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0932481 Jan 18 13:14:09.165649 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6b9c41c6-a892-49fe-90fa-7a4b44459bc1 req-97616417-db80-42b5-a223-bb9efd114ab7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Jan 18 13:14:09.189631 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.190791 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:09.191591 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.301765 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] Pushing event updated for resources: {'Network': ['ID=fcd3b77f-b23b-4886-8965-fb32054502eb,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:09.313622 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network fcd3b77f-b23b-4886-8965-fb32054502eb details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:14:09.376352 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53550) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:09.381218 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-930af589-eee5-40ca-9020-0d3a4c894d6f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9577157 Jan 18 13:14:09.383511 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Request body: {'subnet': {'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-756516085-subnet', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:09.390023 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:09.402212 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Usage tracker for resource:subnet and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:09.408990 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:09.424049 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:09.520012 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-351dc937-5c42-4038-8ff8-84bea4a8daef req-73db0ccb-64d6-46e8-b6af-03ed91d5a1c1 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 210 time: 0.0738897 Jan 18 13:14:09.521192 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Made reservation on behalf of 22ee837769284a64af4821470e4e4d3a for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:09.524261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8315435'] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.916435 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8019267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8315453'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.993911 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f611ed4-863f-4784-90e3-e2fac7139fe9,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:10.020788 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Checking segment: {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:10.021135 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Network hostable DHCP agents. Network: fcd3b77f-b23b-4886-8965-fb32054502eb, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:14:10.137249 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e74249-b538-472b-8cb8-df2ada98b2e1 req-d08330c6-b0d3-4360-8f31-a20bc8f94c91 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:10.138716 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-07e74249-b538-472b-8cb8-df2ada98b2e1 req-d08330c6-b0d3-4360-8f31-a20bc8f94c91 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 944 time: 0.0776570 Jan 18 13:14:10.160835 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Network fcd3b77f-b23b-4886-8965-fb32054502eb is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:14:10.187783 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-07e74249-b538-472b-8cb8-df2ada98b2e1 req-dac9875a-f05f-44fa-bb6a-a7e82fbf5e1b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Jan 18 13:14:10.270559 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, fcd3b77f-b23b-4886-8965-fb32054502eb) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:10.278772 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:10.279776 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.295424 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6fb44-1c19-4c96-b30d-7b27b27aff79 None None] Network fcd3b77f-b23b-4886-8965-fb32054502eb requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:10.394236 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 4f50700c-e423-46c2-8b82-1f326c6045a4 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:10.450645 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-58250f76-b011-4399-87e3-7767d4d76f32 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0721414 Jan 18 13:14:10.452805 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53576) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:10.469664 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:10.484689 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:10.492661 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Usage tracker for resource:router and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:10.502739 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:10.526142 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:10.582603 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-b8c4cb38-1cdd-47eb-baf0-3daae55fdd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.636600 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 4f50700c-e423-46c2-8b82-1f326c6045a4 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:10.660546 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 4f50700c-e423-46c2-8b82-1f326c6045a4 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:10.661203 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.665467 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.667026 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.699178 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.891359 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8f7bdcd7-ded6-49c5-a100-5c7d17ee8f89 req-d02b4d51-2719-4c80-9c22-c1a591a1460e tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 210 time: 0.1750731 Jan 18 13:14:10.893104 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-8d3d66f1-7c05-4ea0-8bf3-b8f0eb47af8b tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f6fa258076fd4cb591cbc8948dcdc319&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388086 Jan 18 13:14:10.900876 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-fcd3b77f-b23b-4886-8965-fb32054502eb', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:14:10.901893 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.944055 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.024161 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b6d628-ad42-48df-b129-6ececdab21df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f50700c-e423-46c2-8b82-1f326c6045a4'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:11.081065 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 4f50700c-e423-46c2-8b82-1f326c6045a4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f50700c-e423-46c2-8b82-1f326c6045a4,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:11.088335 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.101995 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-9e2c1c27-0deb-4c56-9aca-01e5c3062a86 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:11.104017 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-9e2c1c27-0deb-4c56-9aca-01e5c3062a86 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799221 Jan 18 13:14:11.112225 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b6d628-ad42-48df-b129-6ececdab21df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f50700c-e423-46c2-8b82-1f326c6045a4', 'code': 200} Jan 18 13:14:11.164217 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Request body: {'port': {'device_id': '08739b70-b0cb-4e84-8020-3edc52736d56', 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d', 'admin_state_up': True, 'tenant_id': 'f6fa258076fd4cb591cbc8948dcdc319'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:11.214815 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Allocated IP 172.20.0.2 (fcd3b77f-b23b-4886-8965-fb32054502eb/1f611ed4-863f-4784-90e3-e2fac7139fe9/fbaced9d-d7bf-47af-9e41-b4aca19f3968) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:11.364056 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:11.370839 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Usage tracker for resource:port and tenant:f6fa258076fd4cb591cbc8948dcdc319 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:11.375888 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:11.389226 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:11.424503 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.504806 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53598) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:11.527342 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Made reservation on behalf of f6fa258076fd4cb591cbc8948dcdc319 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:11.530795 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.562422 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=4f50700c-e423-46c2-8b82-1f326c6045a4,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:11.577726 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.579245 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.579601 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.579944 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.580279 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.580611 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.580935 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.581259 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.581583 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.581968 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.582217 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.582579 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:11.601978 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.607100 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.614595 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Transition to ACTIVE for port object fbaced9d-d7bf-47af-9e41-b4aca19f3968 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:11.646322 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Transition to ACTIVE for port object fbaced9d-d7bf-47af-9e41-b4aca19f3968 will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:11.690848 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.697154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:11.713090 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Usage tracker for resource:security_group_rule and tenant:f6fa258076fd4cb591cbc8948dcdc319 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:11.748704 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71289eab-bd77-45d4-a8b7-8794fd53c9e7 req-faa04583-fd7c-47cb-8c43-4b8313a7ee38 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:11.748704 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-71289eab-bd77-45d4-a8b7-8794fd53c9e7 req-faa04583-fd7c-47cb-8c43-4b8313a7ee38 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 945 time: 0.2664049 Jan 18 13:14:11.748704 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:11.760822 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:11.761055 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.806700 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.866938 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:11.874700 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Usage tracker for resource:security_group_rule and tenant:f4f563dc4df941699e12324b43b97997 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:11.894342 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Network fcd3b77f-b23b-4886-8965-fb32054502eb is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:11.901184 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:11.905554 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:11.917860 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.923911 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Pushing event updated for resources: {'Port': ['ID=fbaced9d-d7bf-47af-9e41-b4aca19f3968,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:11.949629 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-71289eab-bd77-45d4-a8b7-8794fd53c9e7 req-1d0dfe0c-c12d-4a2f-9b21-0ac58743a521 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117870 Jan 18 13:14:11.949906 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:11.961638 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:11.988817 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5691bf6d-7b2b-4e0d-a18c-4915f9a828a1 req-e32607a6-254d-4959-8af5-10be3f7d71ec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 1098 time: 0.3246045 Jan 18 13:14:11.999414 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Allocated IP 172.28.0.99 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/19a1048f-217e-43bf-acc2-97db23528e9d) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:12.033207 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Attempting to bind port fbaced9d-d7bf-47af-9e41-b4aca19f3968 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:12.033884 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Attempting to bind port fbaced9d-d7bf-47af-9e41-b4aca19f3968 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:12.041363 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Attempting to bind port fbaced9d-d7bf-47af-9e41-b4aca19f3968 on network fcd3b77f-b23b-4886-8965-fb32054502eb {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:12.043294 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:12.043857 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Checking segment: {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:12.044351 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.044900 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Bound using segment: {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:12.045558 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Bound port: fbaced9d-d7bf-47af-9e41-b4aca19f3968, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:12.046137 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.065734 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.163940 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-73316919-b999-40cf-830a-efba26c7d876 None None] For port fbaced9d-d7bf-47af-9e41-b4aca19f3968, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:12.168721 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-73316919-b999-40cf-830a-efba26c7d876 None None] For port fbaced9d-d7bf-47af-9e41-b4aca19f3968, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=fbaced9d-d7bf-47af-9e41-b4aca19f3968,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:12.210773 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e653819-ee9d-42cc-a978-bd6e54b103bd req-a574c3f8-73a5-40b1-9b2a-6d469e961558 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:12.217945 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7e653819-ee9d-42cc-a978-bd6e54b103bd req-a574c3f8-73a5-40b1-9b2a-6d469e961558 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.3376689 Jan 18 13:14:12.241938 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5691bf6d-7b2b-4e0d-a18c-4915f9a828a1 req-b19855b4-1e91-488e-85e4-bd25d1dcd37d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422900 Jan 18 13:14:12.245267 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89612e67-f9b4-41a3-b23a-3de6d725bbd7,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:12.260336 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.383687 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73316919-b999-40cf-830a-efba26c7d876 None None] Pushing event updated for resources: {'Port': ['ID=fbaced9d-d7bf-47af-9e41-b4aca19f3968,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:12.412199 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Allocated IP 192.168.233.71 (2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d/4ee99515-1100-4d57-a12b-92d8e758af7c/0c2a76a6-f637-43e6-8e7f-42f7ebb98c97) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:12.469756 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.499748 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7e653819-ee9d-42cc-a978-bd6e54b103bd req-a297c2c9-9d1a-49df-a59b-5b857e32bb16 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802713 Jan 18 13:14:12.541485 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.686004 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.688366 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f5282fe3-b1f2-425f-9450-44b2ce10429e req-725ae84b-2a5a-4ae3-a223-a3a103561ed9 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 210 time: 0.0617061 Jan 18 13:14:12.727823 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-baa2be03-2a63-48c7-8a37-64244c4c7ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.735518 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.780337 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeef3c1-3ec6-48d7-9e9f-25c08809691b,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:12.789559 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.804402 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-443e0237-a7d5-4f0e-ad53-98fc33d5423f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f4f563dc4df941699e12324b43b97997&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2987485 Jan 18 13:14:12.816924 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53622) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:12.827171 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Transition to ACTIVE for port object 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:12.842024 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:12.847245 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:12.858724 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:12.913272 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Pushing event updated for resources: {'Port': ['ID=19a1048f-217e-43bf-acc2-97db23528e9d,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:12.950053 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.995497 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-beefa390-b763-425d-bbdc-af10afd7839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.034803 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-beefa390-b763-425d-bbdc-af10afd7839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.063529 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:13.064284 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Pushing event updated for resources: {'Port': ['ID=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:13.066805 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:13.070328 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:13.142774 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:13.143370 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.191296 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-beefa390-b763-425d-bbdc-af10afd7839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.229428 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefa390-b763-425d-bbdc-af10afd7839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeef3c1-3ec6-48d7-9e9f-25c08809691b,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:13.260795 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-c92dfaf0-443c-4365-9976-91aa848c52dd tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1001072 Jan 18 13:14:13.282238 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffdb03-7b6e-4c0d-a8de-8bfcd403f89f req-cdef8766-83f3-4ab0-ac14-f2c9d523ff5a tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:13.284046 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-39ffdb03-7b6e-4c0d-a8de-8bfcd403f89f req-cdef8766-83f3-4ab0-ac14-f2c9d523ff5a tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 945 time: 0.1590080 Jan 18 13:14:13.284537 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Request body: {'port': {'device_id': '08739b70-b0cb-4e84-8020-3edc52736d56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:13.288554 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-beefa390-b763-425d-bbdc-af10afd7839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.289626 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-beefa390-b763-425d-bbdc-af10afd7839e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aaeef3c1-3ec6-48d7-9e9f-25c08809691b HTTP/1.1" status: 204 len: 168 time: 0.4717212 Jan 18 13:14:13.417759 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.422309 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.536349 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-39ffdb03-7b6e-4c0d-a8de-8bfcd403f89f req-07b5fcc3-19fa-4f6b-867b-700639f875ec tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442398 Jan 18 13:14:13.578440 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.601266 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-70d1eab7-e16a-4214-9f60-23888512c28b None None] Provisioning for port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:13.607241 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-70d1eab7-e16a-4214-9f60-23888512c28b None None] Provisioning complete for port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:13.607621 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-70d1eab7-e16a-4214-9f60-23888512c28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.646177 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.742747 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-70d1eab7-e16a-4214-9f60-23888512c28b None None] Port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:13.843328 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cda4a5-577e-48bd-abd1-3d452db2e061 None None] Network fcd3b77f-b23b-4886-8965-fb32054502eb requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:13.881023 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Router 4dc8508d-45f7-4638-b675-b639ca56fe7e is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:14:14.104750 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8617b-72b7-405b-a915-5bcc71312819 req-faacf2ce-dfb3-414b-a963-06f638fd7da0 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:14.111155 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ccb8617b-72b7-405b-a915-5bcc71312819 req-faacf2ce-dfb3-414b-a963-06f638fd7da0 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 935 time: 0.1186585 Jan 18 13:14:14.211724 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-1481142a-c844-4ff2-a10c-792f38db1a52 None None] Provisioning for port fbaced9d-d7bf-47af-9e41-b4aca19f3968 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:14.218519 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:14.333773 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:14:14.364747 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:14.370815 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device fbaced9d-d7bf-47af-9e41-b4aca19f3968 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:14.406883 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Transition to ACTIVE for port object 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:14.436087 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ccb8617b-72b7-405b-a915-5bcc71312819 req-29e23e08-873a-4b74-9b8d-16f46e268c1e tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237240 Jan 18 13:14:14.481235 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:14.495917 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Sync routers for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:14.509544 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:14.510175 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:14.527232 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:14.618422 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:14.619912 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-fe88830c-25aa-40ff-b792-0a933adb1c69 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1658421 Jan 18 13:14:14.622889 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53670) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:14.641248 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port fbaced9d-d7bf-47af-9e41-b4aca19f3968 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:14.648941 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port fbaced9d-d7bf-47af-9e41-b4aca19f3968 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:14.651616 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:14.780869 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:14.897086 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:15.054626 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.118727 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-6603af4b-196f-46f3-93f3-aa1f7c59eff2 None None] Provisioning complete for port fbaced9d-d7bf-47af-9e41-b4aca19f3968 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:15.119102 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6603af4b-196f-46f3-93f3-aa1f7c59eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.120377 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dcd53-73cf-450f-b1dd-acba681645ab req-30f37a7d-dbdd-41cd-ae44-1e23c8b700f8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:15.122166 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c4dcd53-73cf-450f-b1dd-acba681645ab req-30f37a7d-dbdd-41cd-ae44-1e23c8b700f8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 945 time: 0.2717850 Jan 18 13:14:15.226743 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Attempting to bind port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:15.227262 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Attempting to bind port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:15.227695 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Attempting to bind port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 on network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:15.242534 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 on network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:14:15.243727 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Attempting to bind port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 on network 2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:15.258048 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:15.258302 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.259521 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Checking segment: {'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:15.260011 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Bound using segment: {'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:15.261077 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Bound port: 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e683597-9f0a-429f-9765-ab77ff1fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:15.262516 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.296121 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port fbaced9d-d7bf-47af-9e41-b4aca19f3968, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=fbaced9d-d7bf-47af-9e41-b4aca19f3968,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:15.304286 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:13Z', 'revision_number': 3, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:15.314852 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Checking router: 4dc8508d-45f7-4638-b675-b639ca56fe7e for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:15.315844 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Updating router 4dc8508d-45f7-4638-b675-b639ca56fe7e port 19a1048f-217e-43bf-acc2-97db23528e9d binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:15.353019 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c4dcd53-73cf-450f-b1dd-acba681645ab req-e33c7b55-00b8-40fa-9471-53891d6f8e4f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634829 Jan 18 13:14:15.396695 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6603af4b-196f-46f3-93f3-aa1f7c59eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.419017 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.429386 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.447914 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] For port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:15.452377 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] For port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,segment=NetworkSegment(0e683597-9f0a-429f-9765-ab77ff1fce59),segment_id=0e683597-9f0a-429f-9765-ab77ff1fce59)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:15.544866 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.716399 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=fbaced9d-d7bf-47af-9e41-b4aca19f3968,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:15.732703 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-6603af4b-196f-46f3-93f3-aa1f7c59eff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:14:15.733066 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-6603af4b-196f-46f3-93f3-aa1f7c59eff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:14:15.792912 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.799088 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] 10.222.0.96 "PUT /v2.0/ports/0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 HTTP/1.1" status: 200 len: 1097 time: 2.5158997 Jan 18 13:14:15.800261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08739b70-b0cb-4e84-8020-3edc52736d56', 'tag': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:16.037064 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd02f64-0aa3-4367-9a65-30c1933073e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:16.050339 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08739b70-b0cb-4e84-8020-3edc52736d56', 'tag': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97', 'status': 'completed', 'code': 200} Jan 18 13:14:16.124060 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5af6-cb74-44f1-9952-1fc6677bba4d req-f654530b-1a6f-4798-8bdb-135dcfd4a813 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:16.124775 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-692d5af6-cb74-44f1-9952-1fc6677bba4d req-f654530b-1a6f-4798-8bdb-135dcfd4a813 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Synchronizing usage tracker for tenant:f6fa258076fd4cb591cbc8948dcdc319 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:16.146679 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.174644 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Transition to ACTIVE for port object 19a1048f-217e-43bf-acc2-97db23528e9d will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:16.186666 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-d070095f-7e21-4add-888a-325a82431a07 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f6fa258076fd4cb591cbc8948dcdc319&device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 1100 time: 0.2320070 Jan 18 13:14:16.197969 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device fbaced9d-d7bf-47af-9e41-b4aca19f3968 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:16.269226 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.292806 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-692d5af6-cb74-44f1-9952-1fc6677bba4d req-f654530b-1a6f-4798-8bdb-135dcfd4a813 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Unset dirty status for tenant:f6fa258076fd4cb591cbc8948dcdc319 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:16.295157 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-692d5af6-cb74-44f1-9952-1fc6677bba4d req-f654530b-1a6f-4798-8bdb-135dcfd4a813 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 947 time: 0.6581368 Jan 18 13:14:16.295302 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.344148 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-01d53dfc-b480-47ff-8635-d5f70a02345d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 HTTP/1.1" status: 200 len: 217 time: 0.1354103 Jan 18 13:14:16.357357 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Pushing event updated for resources: {'Port': ['ID=19a1048f-217e-43bf-acc2-97db23528e9d,revision_number=2']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:16.373094 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.373409 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.373750 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.374082 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.374414 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.375253 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.375619 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.376021 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.376350 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.376751 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.379613 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:16.424892 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Attempting to bind port 19a1048f-217e-43bf-acc2-97db23528e9d on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:16.425265 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Attempting to bind port 19a1048f-217e-43bf-acc2-97db23528e9d by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:16.425744 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Attempting to bind port 19a1048f-217e-43bf-acc2-97db23528e9d on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:16.433743 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:16.434355 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:16.434545 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.434900 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:16.435473 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Bound port: 19a1048f-217e-43bf-acc2-97db23528e9d, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:16.435872 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.445189 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port fbaced9d-d7bf-47af-9e41-b4aca19f3968 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:16.445611 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.485344 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-692d5af6-cb74-44f1-9952-1fc6677bba4d req-b286bd19-bddd-4876-9441-33300c0078e3 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Synchronizing usage tracker for tenant:f6fa258076fd4cb591cbc8948dcdc319 on resource:security_group {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:16.492680 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-236be687-5a5c-4f88-aecc-067371dd21ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:16.494122 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-236be687-5a5c-4f88-aecc-067371dd21ed service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ee99515-1100-4d57-a12b-92d8e758af7c HTTP/1.1" status: 200 len: 843 time: 0.1379712 Jan 18 13:14:16.529037 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] For port 19a1048f-217e-43bf-acc2-97db23528e9d, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:16.532776 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] For port 19a1048f-217e-43bf-acc2-97db23528e9d, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=19a1048f-217e-43bf-acc2-97db23528e9d,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:16.580237 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Allocated IP 172.20.0.1 (fcd3b77f-b23b-4886-8965-fb32054502eb/1f611ed4-863f-4784-90e3-e2fac7139fe9/f55c471a-c09d-4eb6-86df-01b0e4646664) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:16.590369 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.597969 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-4c75d756-a949-47f8-8b19-715e6df0010f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0946965 Jan 18 13:14:16.682134 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6afa-dbc4-4ad8-a72a-65f5afb948f1 None None] Pushing event updated for resources: {'Port': ['ID=19a1048f-217e-43bf-acc2-97db23528e9d,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:16.685427 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:16.686215 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:16.700416 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-692d5af6-cb74-44f1-9952-1fc6677bba4d req-b286bd19-bddd-4876-9441-33300c0078e3 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Unset dirty status for tenant:f6fa258076fd4cb591cbc8948dcdc319 on resource:security_group {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:16.712246 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-692d5af6-cb74-44f1-9952-1fc6677bba4d req-b286bd19-bddd-4876-9441-33300c0078e3 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953846 Jan 18 13:14:16.762006 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.779743 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Transition to ACTIVE for port object f55c471a-c09d-4eb6-86df-01b0e4646664 will not be triggered until provisioned by entity DHCP. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:16.824813 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-5e92e606-9736-4fed-b581-3f71c00c81af service neutron] 10.222.0.96 "GET /v2.0/networks/2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131717 Jan 18 13:14:16.886090 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:16.980935 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.999526 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0c86ca35-e6ae-4d09-b1ed-74d3f540d43c req-9c819b6c-7986-4ffa-84c2-0b6fe17fd465 service neutron] 10.222.0.96 "GET /v2.0/networks/2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593952 Jan 18 13:14:17.054958 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Network fcd3b77f-b23b-4886-8965-fb32054502eb is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:17.057746 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:17.065207 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:17.105326 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Pushing event updated for resources: {'Port': ['ID=f55c471a-c09d-4eb6-86df-01b0e4646664,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:17.134975 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:17.278800 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:13Z', 'revision_number': 3, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:17.283398 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03dd29a-2e4b-4122-8282-bd4c3fd12cce None None] The sync data for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb is: [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:13Z', 'revision_number': 3, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:14:17.340782 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-60e7cee6-7c53-4cd3-96a9-e5b5f3db8c26 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f6fa258076fd4cb591cbc8948dcdc319&device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 1100 time: 0.1035347 Jan 18 13:14:17.362367 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:17.422796 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-b6b5984b-b9ae-4864-85b3-ba330ed47b8e None None] Provisioning for port f55c471a-c09d-4eb6-86df-01b0e4646664 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:17.426752 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-b6b5984b-b9ae-4864-85b3-ba330ed47b8e None None] Provisioning complete for port f55c471a-c09d-4eb6-86df-01b0e4646664 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:17.427123 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-b6b5984b-b9ae-4864-85b3-ba330ed47b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:17.557002 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5984b-b9ae-4864-85b3-ba330ed47b8e None None] Port f55c471a-c09d-4eb6-86df-01b0e4646664 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:17.713951 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-881cd53e-91ac-4f1a-8f12-fc014ae5ae39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:17.715471 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-881cd53e-91ac-4f1a-8f12-fc014ae5ae39 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d HTTP/1.1" status: 200 len: 870 time: 0.3566265 Jan 18 13:14:17.875836 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:17.884471 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-ac790e5c-c887-468f-90e1-0bf29858dbce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 HTTP/1.1" status: 200 len: 217 time: 0.1598508 Jan 18 13:14:18.010857 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-b2e2764d-a680-484f-b670-29c6a325fe04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:18.014750 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-b2e2764d-a680-484f-b670-29c6a325fe04 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ee99515-1100-4d57-a12b-92d8e758af7c HTTP/1.1" status: 200 len: 843 time: 0.1224868 Jan 18 13:14:18.051885 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:18.158621 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-e777e456-162e-4098-a7f1-0332dd3ca962 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1226041 Jan 18 13:14:18.237863 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 19a1048f-217e-43bf-acc2-97db23528e9d up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:18.301272 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Pushing event updated for resources: {'Port': ['ID=f55c471a-c09d-4eb6-86df-01b0e4646664,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:18.320941 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07568a-360d-4875-81b4-90daf8f86e0e req-f1509acb-2f93-46a7-b6f2-37ee01eb4ec9 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:18.323249 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1f07568a-360d-4875-81b4-90daf8f86e0e req-f1509acb-2f93-46a7-b6f2-37ee01eb4ec9 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 947 time: 0.3809044 Jan 18 13:14:18.323745 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:18.367326 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-0ec7427d-8639-4d9b-9800-07f77a75acab service neutron] 10.222.0.96 "GET /v2.0/networks/2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928310 Jan 18 13:14:18.449823 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1f07568a-360d-4875-81b4-90daf8f86e0e req-30d44167-6c1b-4dcd-bd21-67ef903127f3 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207078 Jan 18 13:14:18.503719 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 19a1048f-217e-43bf-acc2-97db23528e9d completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:18.509793 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 19a1048f-217e-43bf-acc2-97db23528e9d triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:18.510166 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:18.528361 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Network fcd3b77f-b23b-4886-8965-fb32054502eb is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:18.541204 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:18.551819 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e0bde9b0-2559-4ea3-948a-e942c6fa64b8 req-6dd74815-c595-4ccf-8f49-7d1d04daffce service neutron] 10.222.0.96 "GET /v2.0/networks/2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730137 Jan 18 13:14:18.709474 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:18.730926 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 19a1048f-217e-43bf-acc2-97db23528e9d, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=19a1048f-217e-43bf-acc2-97db23528e9d,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:18.852965 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:18.934866 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=19a1048f-217e-43bf-acc2-97db23528e9d,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:18.973147 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-6d355329-9cef-49b1-8fcf-ebee3a4b079b None None] Provisioning complete for port f55c471a-c09d-4eb6-86df-01b0e4646664 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:18.973533 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6d355329-9cef-49b1-8fcf-ebee3a4b079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.045970 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-6d355329-9cef-49b1-8fcf-ebee3a4b079b None None] Port f55c471a-c09d-4eb6-86df-01b0e4646664 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:19.074515 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Router 4dc8508d-45f7-4638-b675-b639ca56fe7e has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:14:19.332805 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:19.343948 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-1a5ba12b-88c4-4d92-9f4a-a251bd6dd82d admin admin] 10.222.0.71 "PUT /v2.0/routers/4dc8508d-45f7-4638-b675-b639ca56fe7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7187569 Jan 18 13:14:20.182304 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 19a1048f-217e-43bf-acc2-97db23528e9d up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:20.202281 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913b07b-d249-459a-8804-80b8b4740328 req-bddb83e7-fa68-4171-85e8-ab508444cc3d tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:20.204075 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8913b07b-d249-459a-8804-80b8b4740328 req-bddb83e7-fa68-4171-85e8-ab508444cc3d tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 947 time: 0.1219053 Jan 18 13:14:20.269119 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8913b07b-d249-459a-8804-80b8b4740328 req-6e48579c-e915-4d68-8a7e-716dcff4d8b6 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578878 Jan 18 13:14:20.284328 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 19a1048f-217e-43bf-acc2-97db23528e9d triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:20.285064 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:20.474801 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:14:20.507602 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-6e9ffc0d-a565-43f3-bc99-bc4fc59cacf1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.1676254 Jan 18 13:14:20.625978 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19e2f6-7f22-4762-be42-b6eaab016bea req-e4437b5f-ecbb-4974-83bb-a8b8c0f2ad67 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:20.627599 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4a19e2f6-7f22-4762-be42-b6eaab016bea req-e4437b5f-ecbb-4974-83bb-a8b8c0f2ad67 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1938407 Jan 18 13:14:20.631156 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,segment=NetworkSegment(0e683597-9f0a-429f-9765-ab77ff1fce59),segment_id=0e683597-9f0a-429f-9765-ab77ff1fce59)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:20.651462 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97', 'network_id': '2b5fd87d-ce9d-4f40-9c1c-6a93da11af9d', 'port_id': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97', 'mac_address': 'fa:16:3e:a1:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee99515-1100-4d57-a12b-92d8e758af7c', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:14:20.720411 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:20.763594 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:14:20.773685 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4a19e2f6-7f22-4762-be42-b6eaab016bea req-0bb95221-d89f-473e-a4c9-bfe1ac7d021a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895011 Jan 18 13:14:20.776233 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-81a6a8e3-f85c-4047-8570-ef40b373965f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:20.780652 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-81a6a8e3-f85c-4047-8570-ef40b373965f service neutron] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 920 time: 0.2619953 Jan 18 13:14:20.812834 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,segment=NetworkSegment(0e683597-9f0a-429f-9765-ab77ff1fce59),segment_id=0e683597-9f0a-429f-9765-ab77ff1fce59)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:20.886759 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-3867e5ed-3aa7-4e74-a97f-c08ce7a48827 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 217 time: 0.1006148 Jan 18 13:14:20.972268 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-029b5391-6b9c-4048-86d1-0d53a2128ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:20.973709 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-029b5391-6b9c-4048-86d1-0d53a2128ddd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.0763981 Jan 18 13:14:21.027470 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-a946fcd1-26c8-4056-a456-c157d5395234 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419424 Jan 18 13:14:21.062660 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.119923 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53806) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:21.125772 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1658263270-network', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:21.131924 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:21.142220 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Usage tracker for resource:network and tenant:d18f6b6f4f284ffb8193aaa033495756 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:21.146417 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:21.155344 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:21.197587 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-2608360e-d79b-4b2c-9d22-9412d14f4922 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629775 Jan 18 13:14:21.212381 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.237549 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:21.308916 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Made reservation on behalf of d18f6b6f4f284ffb8193aaa033495756 for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:21.312293 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.325844 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.370238 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Sync routers for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:21.380297 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:21.383527 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6e283671-a6cf-4112-a0a1-184e7065bedb req-ffc7c50b-a811-47a1-a7e8-ed3ded58d2fe service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754150 Jan 18 13:14:21.384022 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:21.384661 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:21.386140 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Usage tracker for resource:security_group_rule and tenant:d18f6b6f4f284ffb8193aaa033495756 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:21.388738 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:21.401898 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:21.465412 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.537095 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.567965 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:14:21.582121 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671edf1-981f-4f1a-a0d7-4211daa83ff7,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:21.587189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.587738 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Added segment 2ec31601-5265-4843-a2b9-9be0b86f777e of type vlan for network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 Jan 18 13:14:21.625141 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.628765 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:21.685378 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['0c2a76a6-f637-43e6-8e7f-42f7ebb98c97'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:21.751976 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3162-0301-481c-a097-ad1f499ab77d req-2694fece-3b95-4b8e-927f-0a433cbe850b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:21.753672 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b8ba3162-0301-481c-a097-ad1f499ab77d req-2694fece-3b95-4b8e-927f-0a433cbe850b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1054921 Jan 18 13:14:21.815318 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b8ba3162-0301-481c-a097-ad1f499ab77d req-5bd19c08-c568-4d56-9c49-27143d4906a3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490823 Jan 18 13:14:21.817369 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.825533 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:21.825533 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.875718 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:14:21.950082 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] Pushing event updated for resources: {'Network': ['ID=613c7e26-1683-46e3-a43d-d9fc3ed8c495,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:21.970947 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:14:22.089989 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53820) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:22.090143 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d36cbf89-664c-4772-8246-af9e5f9fbd75 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9691241 Jan 18 13:14:22.096734 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Request body: {'subnet': {'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1658263270-subnet', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:22.108594 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:22.112515 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Usage tracker for resource:subnet and tenant:d18f6b6f4f284ffb8193aaa033495756 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:22.116054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:22.123725 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:22.124592 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef986c5f-398b-4924-93a0-2766e77d3a05 req-9de3e432-076c-438c-bb79-62737ba0af0a tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:22.138108 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ef986c5f-398b-4924-93a0-2766e77d3a05 req-9de3e432-076c-438c-bb79-62737ba0af0a tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 948 time: 0.0957806 Jan 18 13:14:22.188379 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ef986c5f-398b-4924-93a0-2766e77d3a05 req-8d1dc45d-cb3d-4b24-aa3e-f1a0509eb876 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467036 Jan 18 13:14:22.223903 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Made reservation on behalf of d18f6b6f4f284ffb8193aaa033495756 for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:22.227703 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8315435'] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.279496 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 2, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:22.285032 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Checking router: 4dc8508d-45f7-4638-b675-b639ca56fe7e for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:22.289894 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Updating router 4dc8508d-45f7-4638-b675-b639ca56fe7e port f55c471a-c09d-4eb6-86df-01b0e4646664 binding host dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:22.368254 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.559430 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e000279-6ae6-4358-b3e6-5adb11801907 req-b99ec3a5-0738-4085-90bd-a8870250d8a6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:22.566551 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0e000279-6ae6-4358-b3e6-5adb11801907 req-b99ec3a5-0738-4085-90bd-a8870250d8a6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2417798 Jan 18 13:14:22.612386 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0e000279-6ae6-4358-b3e6-5adb11801907 req-16e8a0a8-116f-450b-b838-15a16f93f3c0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Jan 18 13:14:22.676007 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8019267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8315453'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.745492 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4258a32d-99fe-4721-8508-9ff7c1c7ac6d,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:22.773950 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Checking segment: {'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:22.774666 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Network hostable DHCP agents. Network: 613c7e26-1683-46e3-a43d-d9fc3ed8c495, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:14:22.789363 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Notify callbacks [] for port, precommit_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.801904 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Transition to ACTIVE for port object f55c471a-c09d-4eb6-86df-01b0e4646664 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:22.972127 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:14:23.003012 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53840) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:23.046559 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.110555 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 613c7e26-1683-46e3-a43d-d9fc3ed8c495) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:23.114910 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:23.117494 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.149605 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ea5c2-4b55-4b8f-9a2b-67a9c1287b7b req-b1f14ed9-77b7-444f-819c-4da9d2ca4736 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:23.157770 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-141ea5c2-4b55-4b8f-9a2b-67a9c1287b7b req-b1f14ed9-77b7-444f-819c-4da9d2ca4736 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1432748 Jan 18 13:14:23.185819 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebafd5-4479-4fed-b324-e5091f4dbb21 None None] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:23.253626 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-141ea5c2-4b55-4b8f-9a2b-67a9c1287b7b req-c7056947-735e-4751-845c-e387b393dea1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956688 Jan 18 13:14:23.254868 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.299031 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:23.304179 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3ba471b2724d9ea33dc2e7060b9611 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:23.307316 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:23.313354 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:23.342365 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-4ffc9dac-9b4a-41f0-98e6-26bf4c3921f0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2487459 Jan 18 13:14:23.342562 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc3c1e-f462-40bd-8654-d8b6df596c83 None None] Pushing event updated for resources: {'Port': ['ID=f55c471a-c09d-4eb6-86df-01b0e4646664,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:23.344201 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53850) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:23.359374 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:23.375423 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:23.389525 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Usage tracker for resource:router and tenant:d18f6b6f4f284ffb8193aaa033495756 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:23.392792 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:23.394590 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.430558 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:23.480681 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.485800 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad272-2a34-45a6-8daa-f54be9b821ec req-01ee4f2a-8578-4e05-aeec-219702fcef3c tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:23.487250 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c4bad272-2a34-45a6-8daa-f54be9b821ec req-01ee4f2a-8578-4e05-aeec-219702fcef3c tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 948 time: 0.0914786 Jan 18 13:14:23.517377 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.518385 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.535437 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96fccb2-88ad-474c-9047-633b166060b4,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:23.541152 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-faafdf66-9ad8-4c0a-82bd-44f65020afd9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa3ba471b2724d9ea33dc2e7060b9611&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5370588 Jan 18 13:14:23.543954 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53854) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:23.554285 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c4bad272-2a34-45a6-8daa-f54be9b821ec req-cbb7ba35-7aff-4645-876b-69a49a6a575a tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573437 Jan 18 13:14:23.556656 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Attempting to bind port f55c471a-c09d-4eb6-86df-01b0e4646664 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:23.557275 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Attempting to bind port f55c471a-c09d-4eb6-86df-01b0e4646664 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:23.557403 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Attempting to bind port f55c471a-c09d-4eb6-86df-01b0e4646664 on network fcd3b77f-b23b-4886-8965-fb32054502eb {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:23.567988 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.578655 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:23.579062 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Checking segment: {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:23.579565 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.579825 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Bound using segment: {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:23.580298 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Bound port: f55c471a-c09d-4eb6-86df-01b0e4646664, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:23.580666 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.622303 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b654c55-d163-44b3-b5e5-42d7881615fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.649117 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b654c55-d163-44b3-b5e5-42d7881615fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.700495 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-613c7e26-1683-46e3-a43d-d9fc3ed8c495', 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'fixed_ips': [{'subnet_id': '4258a32d-99fe-4721-8508-9ff7c1c7ac6d'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:14:23.701304 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.781327 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] For port f55c471a-c09d-4eb6-86df-01b0e4646664, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:23.789179 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] For port f55c471a-c09d-4eb6-86df-01b0e4646664, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f55c471a-c09d-4eb6-86df-01b0e4646664,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:23.853477 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.867748 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b654c55-d163-44b3-b5e5-42d7881615fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.890496 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b654c55-d163-44b3-b5e5-42d7881615fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96fccb2-88ad-474c-9047-633b166060b4,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:23.904164 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b654c55-d163-44b3-b5e5-42d7881615fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:23.905263 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8b654c55-d163-44b3-b5e5-42d7881615fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a96fccb2-88ad-474c-9047-633b166060b4 HTTP/1.1" status: 204 len: 168 time: 0.3602891 Jan 18 13:14:23.930263 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fada21-786d-4d46-9e85-b85919d5cb28 req-845ab321-b565-47d0-b926-a8d28dd29b52 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:23.931842 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-14fada21-786d-4d46-9e85-b85919d5cb28 req-845ab321-b565-47d0-b926-a8d28dd29b52 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1082940 Jan 18 13:14:23.950701 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Allocated IP 172.20.0.2 (613c7e26-1683-46e3-a43d-d9fc3ed8c495/4258a32d-99fe-4721-8508-9ff7c1c7ac6d/c17b59d8-ab9b-4d72-8e95-12546ba5b6b7) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:24.008710 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-14fada21-786d-4d46-9e85-b85919d5cb28 req-6aa6b153-1c84-40fc-a543-af3650147dda tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680697 Jan 18 13:14:24.052592 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.192521 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.203183 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:24.203949 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:24.230082 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.287381 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc3c1e-f462-40bd-8654-d8b6df596c83 None None] Pushing event updated for resources: {'Port': ['ID=f55c471a-c09d-4eb6-86df-01b0e4646664,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:24.464864 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.484709 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:24.516979 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Transition to ACTIVE for port object c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:24.528409 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Allocated IP 172.28.0.239 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/f95993c8-bdbd-4131-900b-fa6cfcfbc848) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:24.575352 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Transition to ACTIVE for port object c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:24.580186 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:24.630020 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aee736-ba50-4911-b7fc-ae6ff3f0e552 req-6ea72d60-ff05-479d-98f8-ed62b1ed1a38 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:24.631524 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-08aee736-ba50-4911-b7fc-ae6ff3f0e552 req-6ea72d60-ff05-479d-98f8-ed62b1ed1a38 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1787610 Jan 18 13:14:24.722395 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.734126 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-08aee736-ba50-4911-b7fc-ae6ff3f0e552 req-113560eb-c24c-4f44-8fef-366916ce58d7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900528 Jan 18 13:14:24.764289 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.822929 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:24.859055 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6f31-6cff-49be-9a3e-5a1913468bd2 req-dd28012a-6264-477e-86e7-ebfdd601f5c2 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:24.860968 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d84a6f31-6cff-49be-9a3e-5a1913468bd2 req-dd28012a-6264-477e-86e7-ebfdd601f5c2 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 948 time: 0.1286397 Jan 18 13:14:24.910374 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:24.910749 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.917993 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.941245 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d84a6f31-6cff-49be-9a3e-5a1913468bd2 req-a299e551-562f-40ba-a6f6-9bbefbf36441 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699415 Jan 18 13:14:24.967450 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:24.987174 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:24.994950 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Pushing event updated for resources: {'Port': ['ID=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:25.001180 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:25.065731 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:25.068800 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:25.071259 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:25.108485 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53892) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:25.155305 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Pushing event updated for resources: {'Port': ['ID=f95993c8-bdbd-4131-900b-fa6cfcfbc848,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:25.325794 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.341338 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Attempting to bind port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:25.341704 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Attempting to bind port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:25.342062 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Attempting to bind port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 on network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:25.371344 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:25.371759 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Checking segment: {'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:25.372148 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.372715 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Bound using segment: {'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:25.373191 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Bound port: c17b59d8-ab9b-4d72-8e95-12546ba5b6b7, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:25.373568 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.398067 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:25.402848 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Usage tracker for resource:security_group_rule and tenant:a22afff2f0a145ac960740b4f81240b6 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:25.411284 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:25.420703 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:25.422391 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.422970 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.433234 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08080a-f8ca-4c12-acfd-092cee638b71 req-8286e736-6d8a-42ea-b939-3d23d330baed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:25.443029 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3f08080a-f8ca-4c12-acfd-092cee638b71 req-8286e736-6d8a-42ea-b939-3d23d330baed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1537220 Jan 18 13:14:25.464515 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.548323 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] For port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:25.554443 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] For port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,segment=NetworkSegment(2ec31601-5265-4843-a2b9-9be0b86f777e),segment_id=2ec31601-5265-4843-a2b9-9be0b86f777e)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:25.555742 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.566069 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08739b70-b0cb-4e84-8020-3edc52736d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:25.577189 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:23Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:25.583000 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1429f-f1a5-496d-b4c6-49f81fb1e549 None None] The sync data for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb is: [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:23Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:14:25.586165 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,segment=NetworkSegment(0e683597-9f0a-429f-9765-ab77ff1fce59),segment_id=0e683597-9f0a-429f-9765-ab77ff1fce59)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:25.594224 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3f08080a-f8ca-4c12-acfd-092cee638b71 req-53c6b356-1994-4e99-b010-59a13ce2e8a7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847552 Jan 18 13:14:25.640853 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.646378 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.768392 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24da18-5790-4bfb-8e7f-7c96ad96f3fc,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:25.790985 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a3fc637e-8b7a-4f82-9550-c5cbba4932db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a22afff2f0a145ac960740b4f81240b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6815989 Jan 18 13:14:25.793610 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53912) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:25.875776 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08739b70-b0cb-4e84-8020-3edc52736d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97', 'code': 200} Jan 18 13:14:25.883149 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbdcb2-3f6c-406e-8b63-034fabe6177a None None] Pushing event updated for resources: {'Port': ['ID=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:25.890432 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.899718 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68648a3d-d331-44f3-a13b-4ff942bb1088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.979662 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68648a3d-d331-44f3-a13b-4ff942bb1088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.123133 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Router 0d985fce-d63b-4fe1-a4bb-371a78745b0f is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:14:26.181622 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:26.213375 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68648a3d-d331-44f3-a13b-4ff942bb1088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.295115 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f55c471a-c09d-4eb6-86df-01b0e4646664 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:26.312088 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68648a3d-d331-44f3-a13b-4ff942bb1088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24da18-5790-4bfb-8e7f-7c96ad96f3fc,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:26.318241 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68648a3d-d331-44f3-a13b-4ff942bb1088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.322341 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-68648a3d-d331-44f3-a13b-4ff942bb1088 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c24da18-5790-4bfb-8e7f-7c96ad96f3fc HTTP/1.1" status: 204 len: 168 time: 0.5251036 Jan 18 13:14:26.612073 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port f55c471a-c09d-4eb6-86df-01b0e4646664 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:26.625007 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port f55c471a-c09d-4eb6-86df-01b0e4646664 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:26.625007 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.639720 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab847626-7ec3-4404-a83b-28fdf27aea5d req-905e6367-937e-4715-9178-8e6b781899b7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:26.647707 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ab847626-7ec3-4404-a83b-28fdf27aea5d req-905e6367-937e-4715-9178-8e6b781899b7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.6038508 Jan 18 13:14:26.705600 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224582c-815f-47aa-9569-4558ed903b2f req-ed56dfa1-41ac-4df0-86bd-b2ceb78fc6bb tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:26.713493 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3224582c-815f-47aa-9569-4558ed903b2f req-ed56dfa1-41ac-4df0-86bd-b2ceb78fc6bb tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 949 time: 0.2034998 Jan 18 13:14:26.731944 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ab847626-7ec3-4404-a83b-28fdf27aea5d req-56a66106-4980-4d7d-97db-3a982b010978 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832007 Jan 18 13:14:26.807481 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-589c6729-c4bc-4357-9667-d545dd24a4c3 req-ddd8d08c-4e38-48df-9457-2a564ab93ef8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 1102 time: 0.3944461 Jan 18 13:14:26.826283 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3224582c-815f-47aa-9569-4558ed903b2f req-314da828-0148-4541-a17b-d782cb14e58b tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115599 Jan 18 13:14:26.835837 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.921933 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:26.932652 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Sync routers for ids ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:26.937362 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port f55c471a-c09d-4eb6-86df-01b0e4646664, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f55c471a-c09d-4eb6-86df-01b0e4646664,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:26.959799 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Routers {'0d985fce-d63b-4fe1-a4bb-371a78745b0f'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:26.960664 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:26.962921 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-589c6729-c4bc-4357-9667-d545dd24a4c3 req-b79e5e7d-484e-418b-a8f4-08027b04b980 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270723 Jan 18 13:14:27.146221 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af36594-389d-45ac-87e1-f2232baefcf4 req-01fc2519-b7a3-424e-91f6-2bda330e1bb8 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:27.153605 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1af36594-389d-45ac-87e1-f2232baefcf4 req-01fc2519-b7a3-424e-91f6-2bda330e1bb8 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1011178 Jan 18 13:14:27.171205 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3cc4e-24bd-4dfb-ae20-586232b26f9c req-09f61143-8479-4e19-94e1-91716bb6ba75 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:27.177435 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:27.179689 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c3f3cc4e-24bd-4dfb-ae20-586232b26f9c req-09f61143-8479-4e19-94e1-91716bb6ba75 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1363466 Jan 18 13:14:27.196772 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Set router 0d985fce-d63b-4fe1-a4bb-371a78745b0f gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:27.227314 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1af36594-389d-45ac-87e1-f2232baefcf4 req-cd31c2d0-6c2a-464b-8032-21d59ad02e2f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725725 Jan 18 13:14:27.277831 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c3f3cc4e-24bd-4dfb-ae20-586232b26f9c req-04637c80-e9d6-4e79-81a5-361a8d0f29b4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966749 Jan 18 13:14:27.278828 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:27.282730 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9cce1a0e-6e1c-47ed-b74a-d66a6da41242 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9278555 Jan 18 13:14:27.283304 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53934) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:27.414723 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=f55c471a-c09d-4eb6-86df-01b0e4646664,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:27.690551 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924470c-aa37-4f10-8e70-4191beb2dc7b None None] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:27.710091 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:14:25Z', 'revision_number': 3, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:27.715636 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Checking router: 0d985fce-d63b-4fe1-a4bb-371a78745b0f for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:27.716018 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Updating router 0d985fce-d63b-4fe1-a4bb-371a78745b0f port f95993c8-bdbd-4131-900b-fa6cfcfbc848 binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:27.822289 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.036704 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 53954) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:28.067061 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.126801 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-eb648d35-149c-451b-a72b-7072f9627a45 None None] Provisioning for port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:28.211048 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:28.217623 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:63f3461f37c44b76b04b8a45e02d26e5 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:28.226520 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:28.237174 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:28.264519 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e5d8-e841-4e7c-8a15-250cd7e9575f req-13edb389-0362-4f53-89dc-76258a201815 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:28.266732 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.267419 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2fc7e5d8-e841-4e7c-8a15-250cd7e9575f req-13edb389-0362-4f53-89dc-76258a201815 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2111075 Jan 18 13:14:28.279667 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Transition to ACTIVE for port object f95993c8-bdbd-4131-900b-fa6cfcfbc848 will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:28.305437 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c625d6-2c15-46e3-9453-2cf473512ae6 req-d8fb1f0b-ce07-4190-9c26-243896ef6bf7 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:28.307016 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-43c625d6-2c15-46e3-9453-2cf473512ae6 req-d8fb1f0b-ce07-4190-9c26-243896ef6bf7 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 949 time: 0.2173948 Jan 18 13:14:28.352945 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f55c471a-c09d-4eb6-86df-01b0e4646664 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:28.368662 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.391135 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-43c625d6-2c15-46e3-9453-2cf473512ae6 req-d7db71f3-3581-4e35-a0a2-6dc53ec13ff1 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768321 Jan 18 13:14:28.399391 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.438899 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2fc7e5d8-e841-4e7c-8a15-250cd7e9575f req-85b98f5d-df57-48bd-a625-b533b8ed6174 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779238 Jan 18 13:14:28.455265 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af665b-de34-4d0a-84be-a4ca15d21933 None None] Pushing event updated for resources: {'Port': ['ID=f95993c8-bdbd-4131-900b-fa6cfcfbc848,revision_number=2']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:28.492990 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port f55c471a-c09d-4eb6-86df-01b0e4646664 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:28.493378 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Attempting to bind port f95993c8-bdbd-4131-900b-fa6cfcfbc848 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:28.493499 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.493860 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Attempting to bind port f95993c8-bdbd-4131-900b-fa6cfcfbc848 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:28.494345 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Attempting to bind port f95993c8-bdbd-4131-900b-fa6cfcfbc848 on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:28.502086 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:28.502515 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:28.502972 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.503452 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:28.503996 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Bound port: f95993c8-bdbd-4131-900b-fa6cfcfbc848, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:28.504439 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.509775 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.642164 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd95d25-ea37-424c-890b-8e2596556d2c,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:28.644037 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] For port f95993c8-bdbd-4131-900b-fa6cfcfbc848, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:28.654349 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f7642f0a-9892-4043-b58e-514c809ce8c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63f3461f37c44b76b04b8a45e02d26e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6160440 Jan 18 13:14:28.657286 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] For port f95993c8-bdbd-4131-900b-fa6cfcfbc848, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f95993c8-bdbd-4131-900b-fa6cfcfbc848,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:28.664707 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 53964) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:28.686288 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:28.815614 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.882592 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.909669 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:28.911672 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25c7f-24c3-411c-b52e-2c8cb60242ce req-2cb7054e-1039-482a-8666-6f8c5faf1810 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:28.916054 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:28.916610 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.918653 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cdc25c7f-24c3-411c-b52e-2c8cb60242ce req-2cb7054e-1039-482a-8666-6f8c5faf1810 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2687340 Jan 18 13:14:28.922533 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5bc19ed8-3c03-4cfb-a201-7234f534735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.958765 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Routers {'0d985fce-d63b-4fe1-a4bb-371a78745b0f'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:28.960642 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:29.020478 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af665b-de34-4d0a-84be-a4ca15d21933 None None] Pushing event updated for resources: {'Port': ['ID=f95993c8-bdbd-4131-900b-fa6cfcfbc848,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:29.020689 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5bc19ed8-3c03-4cfb-a201-7234f534735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.063093 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cdc25c7f-24c3-411c-b52e-2c8cb60242ce req-89bf990c-5094-4ee0-b898-5f621d4efbb7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435552 Jan 18 13:14:29.069934 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.114892 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,segment=NetworkSegment(2ec31601-5265-4843-a2b9-9be0b86f777e),segment_id=2ec31601-5265-4843-a2b9-9be0b86f777e)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:29.160057 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] Set router 0d985fce-d63b-4fe1-a4bb-371a78745b0f gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:29.258713 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.311636 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5bc19ed8-3c03-4cfb-a201-7234f534735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.311636 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Allocated IP 172.20.0.1 (613c7e26-1683-46e3-a43d-d9fc3ed8c495/4258a32d-99fe-4721-8508-9ff7c1c7ac6d/af74c3c7-1790-4e9a-9b6b-963cf15b86f8) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:29.357054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc19ed8-3c03-4cfb-a201-7234f534735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd95d25-ea37-424c-890b-8e2596556d2c,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:29.359835 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:29.445423 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5bc19ed8-3c03-4cfb-a201-7234f534735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.450055 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5bc19ed8-3c03-4cfb-a201-7234f534735e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6bd95d25-ea37-424c-890b-8e2596556d2c HTTP/1.1" status: 204 len: 168 time: 0.7840884 Jan 18 13:14:29.534869 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30323937-1750-4d0d-a852-2570a50124e7 req-b48ce25e-2204-4647-8f66-e59d410514cf tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:29.543568 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-30323937-1750-4d0d-a852-2570a50124e7 req-b48ce25e-2204-4647-8f66-e59d410514cf tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.3188105 Jan 18 13:14:29.547315 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.548543 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:14:25Z', 'revision_number': 3, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:29.554686 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f042586-1d29-4cf8-972c-f2f6e5eee8d8 None None] The sync data for ids ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'] in dv-cinder-825103-1-smb is: [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:14:25Z', 'revision_number': 3, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:14:29.606488 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Transition to ACTIVE for port object af74c3c7-1790-4e9a-9b6b-963cf15b86f8 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:29.621133 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-30323937-1750-4d0d-a852-2570a50124e7 req-28f5dd2d-9727-434f-9d9e-4a876b463e24 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776722 Jan 18 13:14:29.676787 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1ff1-1fa0-46ea-b768-46a5f7345a7d req-72716d83-df11-476d-bf61-392183f618f7 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:29.678795 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b77d1ff1-1fa0-46ea-b768-46a5f7345a7d req-72716d83-df11-476d-bf61-392183f618f7 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 949 time: 0.0936520 Jan 18 13:14:29.714795 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.727253 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b77d1ff1-1fa0-46ea-b768-46a5f7345a7d req-0c902c5c-0061-471a-a3a4-2fb940f5d4d8 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Jan 18 13:14:29.840438 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:29.842507 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:29.844359 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:29.846429 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:29.921458 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.950381 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84f2-d441-4a6e-ba9a-02ed5f7c91ea req-399a97f3-ae18-4ee8-bb04-2189d96584be tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:29.952062 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-39cb84f2-d441-4a6e-ba9a-02ed5f7c91ea req-399a97f3-ae18-4ee8-bb04-2189d96584be tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1749108 Jan 18 13:14:30.017331 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-39cb84f2-d441-4a6e-ba9a-02ed5f7c91ea req-8b2099ca-9c23-4a07-9bd6-1ab53d3de544 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569713 Jan 18 13:14:30.108927 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.173660 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:30.206562 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-c59a21e9-2a55-4594-8f21-9b6f030b9f58 None None] Provisioning for port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:30.226663 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-c59a21e9-2a55-4594-8f21-9b6f030b9f58 None None] Provisioning complete for port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:30.226967 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-c59a21e9-2a55-4594-8f21-9b6f030b9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.290644 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-c59a21e9-2a55-4594-8f21-9b6f030b9f58 None None] Port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:30.305143 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:30.305505 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.439930 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486349-7f52-41ec-bbe5-5274ef55f294 req-123e1178-f363-48f6-b377-67ac20ab5dce tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:30.448039 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-02486349-7f52-41ec-bbe5-5274ef55f294 req-123e1178-f363-48f6-b377-67ac20ab5dce tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1999302 Jan 18 13:14:30.554174 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.571861 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-02486349-7f52-41ec-bbe5-5274ef55f294 req-92ed0e47-9e5b-4922-876d-f705b7b8f583 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231875 Jan 18 13:14:30.629343 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.729993 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161360c-764c-46e2-83f5-930c3e75288e req-8a79667c-ad3a-4ca3-b9f1-09440556580f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:30.738592 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c161360c-764c-46e2-83f5-930c3e75288e req-8a79667c-ad3a-4ca3-b9f1-09440556580f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 949 time: 0.1208718 Jan 18 13:14:30.798606 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c161360c-764c-46e2-83f5-930c3e75288e req-52c469f7-8a36-4382-b479-bff004736c53 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Jan 18 13:14:30.826002 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.891127 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:31.009828 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067cdb-7a54-4a52-9ed8-0b6d5a715bc1 req-37ae9117-fc58-4fd8-b4b6-340e6c7b31e5 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:31.011092 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3e067cdb-7a54-4a52-9ed8-0b6d5a715bc1 req-37ae9117-fc58-4fd8-b4b6-340e6c7b31e5 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.2361693 Jan 18 13:14:31.059755 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:31.070163 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:31.175338 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3e067cdb-7a54-4a52-9ed8-0b6d5a715bc1 req-ad159608-fcff-4379-b013-a153c35a7d68 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550896 Jan 18 13:14:31.316756 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cff67-f141-4888-814c-52d70c6c83ba req-d02dceea-2762-45c6-831d-4b04c5170014 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:31.319355 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d57cff67-f141-4888-814c-52d70c6c83ba req-d02dceea-2762-45c6-831d-4b04c5170014 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0971060 Jan 18 13:14:31.377328 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d57cff67-f141-4888-814c-52d70c6c83ba req-a7912370-fe63-4abf-b4d3-985a5a3e9522 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501366 Jan 18 13:14:31.431795 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-6c18f19c-87b5-4f39-8c08-2b318b2fa2d2 None None] Provisioning complete for port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:31.432358 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6c18f19c-87b5-4f39-8c08-2b318b2fa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:31.488806 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-6c18f19c-87b5-4f39-8c08-2b318b2fa2d2 None None] Port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:31.525876 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Router 0d985fce-d63b-4fe1-a4bb-371a78745b0f has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:14:31.796603 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:31.805471 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-825b9c1a-775b-45b7-a163-52288ba5e3f6 admin admin] 10.222.0.71 "PUT /v2.0/routers/0d985fce-d63b-4fe1-a4bb-371a78745b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5207253 Jan 18 13:14:31.833642 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd91d8-c6e9-44c6-87ba-1b4be4176fc7 req-9a156139-400f-4d80-a88b-1eafc6088f9d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:31.835633 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fedd91d8-c6e9-44c6-87ba-1b4be4176fc7 req-9a156139-400f-4d80-a88b-1eafc6088f9d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1101818 Jan 18 13:14:31.892377 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fedd91d8-c6e9-44c6-87ba-1b4be4176fc7 req-fb9ee84a-1310-4951-9b45-18714a651824 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461810 Jan 18 13:14:32.012707 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3c7d-0474-48af-864b-a00becdacb50 req-d13ec285-220d-4823-b200-5fd31dd11209 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:32.014153 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-128b3c7d-0474-48af-864b-a00becdacb50 req-d13ec285-220d-4823-b200-5fd31dd11209 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 949 time: 0.0814939 Jan 18 13:14:32.065981 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-128b3c7d-0474-48af-864b-a00becdacb50 req-1d890286-7b9f-4c61-b079-513b7e40db04 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Jan 18 13:14:32.396319 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fde22-691f-4dc2-a8d9-490f0eeb4557 req-0c5b7e4f-79df-464d-b8fc-f463a56d1e88 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:32.399722 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-564fde22-691f-4dc2-a8d9-490f0eeb4557 req-0c5b7e4f-79df-464d-b8fc-f463a56d1e88 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0937634 Jan 18 13:14:32.455467 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-564fde22-691f-4dc2-a8d9-490f0eeb4557 req-caa1ace7-a12c-4e5e-9635-7726fd34d12b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497899 Jan 18 13:14:32.672245 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec09892-09f8-4435-9a7f-70e646a2d5fc req-603b5abd-9134-4573-b0e5-b8eeaa06186f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:32.679753 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cec09892-09f8-4435-9a7f-70e646a2d5fc req-603b5abd-9134-4573-b0e5-b8eeaa06186f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0895350 Jan 18 13:14:32.777519 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cec09892-09f8-4435-9a7f-70e646a2d5fc req-4ec08584-da5a-4efc-a2f7-11493bfb457a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968292 Jan 18 13:14:32.830753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-8b04cac6-26ef-48d6-8ca7-2ed8fb59e9b3 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:32.832707 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-8b04cac6-26ef-48d6-8ca7-2ed8fb59e9b3 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.96 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 949 time: 0.1229012 Jan 18 13:14:32.917448 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Deleting port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:14:32.931330 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.210711 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54076) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:33.217657 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961659273', 'description': 'tempest-secgroup-smoke-961659273 description', 'project_id': '22ee837769284a64af4821470e4e4d3a'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:33.224004 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:33.228733 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:33.232277 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:33.249587 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:33.299333 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] For port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,segment=NetworkSegment(0e683597-9f0a-429f-9765-ab77ff1fce59),segment_id=0e683597-9f0a-429f-9765-ab77ff1fce59)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:33.305729 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.319856 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787f7cf-144b-480a-ae76-147743f7dc5b req-7b5d0d9c-b48e-49e0-b7d2-c2bd2c016cdb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:33.322390 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8787f7cf-144b-480a-ae76-147743f7dc5b req-7b5d0d9c-b48e-49e0-b7d2-c2bd2c016cdb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1547704 Jan 18 13:14:33.395833 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.446154 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab6ca-6fb4-4771-81c2-9369855b469d req-00936b5d-756c-403a-8f43-de9d5f5e0fec tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:33.447731 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9b9ab6ca-6fb4-4771-81c2-9369855b469d req-00936b5d-756c-403a-8f43-de9d5f5e0fec tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 949 time: 0.1144512 Jan 18 13:14:33.454866 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:33.455254 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Calling delete_port for 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:14:33.472919 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:33.477222 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:33.488357 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:33.526447 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9b9ab6ca-6fb4-4771-81c2-9369855b469d req-c1a9576d-cc1e-4cfc-8c95-2ad5770b32d3 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/security-groups?id=89612e67-f9b4-41a3-b23a-3de6d725bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689502 Jan 18 13:14:33.555057 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8787f7cf-144b-480a-ae76-147743f7dc5b req-e0301f13-a956-4221-8e62-8f359dbbef25 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765192 Jan 18 13:14:33.585967 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.715277 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.767185 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e30aca-523e-49c6-b190-fcc398e86269,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:33.783042 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.827066 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['0c2a76a6-f637-43e6-8e7f-42f7ebb98c97'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:33.836792 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Pushing event deleted for resources: {'Port': ['ID=0c2a76a6-f637-43e6-8e7f-42f7ebb98c97,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:33.963757 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] No DVR routers for this DVR port 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:14:33.963757 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.963757 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08739b70-b0cb-4e84-8020-3edc52736d56', 'name': 'network-vif-deleted', 'tag': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:33.963757 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816a155-f05c-44bb-ba38-b24cb576d76c req-fa2742b4-e1f2-4d0b-a31a-d35fe805431a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:33.963757 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f816a155-f05c-44bb-ba38-b24cb576d76c req-fa2742b4-e1f2-4d0b-a31a-d35fe805431a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.2238553 Jan 18 13:14:33.989010 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.994285 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-33620c03-4640-4882-9fc6-813c94a2c8d2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7779400 Jan 18 13:14:33.994517 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54092) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:34.000510 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'security_group_rule': {'security_group_id': '86e30aca-523e-49c6-b190-fcc398e86269', 'project_id': '22ee837769284a64af4821470e4e4d3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:34.010890 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:34.012216 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f816a155-f05c-44bb-ba38-b24cb576d76c req-b5fc6895-dc19-4482-9ed3-0098b7e83e09 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626526 Jan 18 13:14:34.014721 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:34.017960 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:34.024123 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:34.075358 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-65f72206-9aae-48dd-9f93-d40e68a55322 req-21b3243e-c5b8-4cb8-8d38-5db74741fb3f tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.96 "DELETE /v2.0/ports/0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 HTTP/1.1" status: 204 len: 173 time: 1.2358749 Jan 18 13:14:34.151166 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:34.284568 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b043-05ab-47dd-a3e0-3cf18a318b13 req-eef9b194-4d07-4aa6-843c-3be29102445d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:34.286173 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b88b043-05ab-47dd-a3e0-3cf18a318b13 req-eef9b194-4d07-4aa6-843c-3be29102445d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1276209 Jan 18 13:14:34.287873 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:34.347500 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8b88b043-05ab-47dd-a3e0-3cf18a318b13 req-81cba15c-557f-4e84-81e5-b2890ed24618 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550263 Jan 18 13:14:34.359134 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08739b70-b0cb-4e84-8020-3edc52736d56', 'name': 'network-vif-deleted', 'tag': '0c2a76a6-f637-43e6-8e7f-42f7ebb98c97', 'status': 'completed', 'code': 200} Jan 18 13:14:34.383325 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:34.410649 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e9791f-818a-4766-8dec-dc2d15eaaaf4,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:34.515050 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:34.528340 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-4ce62bfa-de2a-465a-a784-374f1d66c4b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5290520 Jan 18 13:14:34.528530 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54118) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:34.533563 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'security_group_rule': {'security_group_id': '86e30aca-523e-49c6-b190-fcc398e86269', 'project_id': '22ee837769284a64af4821470e4e4d3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:34.544679 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:34.549960 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:34.557476 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65e597-9bab-4a70-ab46-ca1bdd26d481 req-17495f52-a23e-4f57-b332-71bbae450288 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:34.558889 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aa65e597-9bab-4a70-ab46-ca1bdd26d481 req-17495f52-a23e-4f57-b332-71bbae450288 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 945 time: 0.1022892 Jan 18 13:14:34.559783 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:34.580124 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:34.614036 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aa65e597-9bab-4a70-ab46-ca1bdd26d481 req-108bf963-8e10-4b41-9bda-5fb61021739a tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483298 Jan 18 13:14:34.668609 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:34.748353 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:34.752065 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-e4fa9249-d0de-4c13-9875-014aef34f65b req-bc06885a-5ec7-45f5-96e1-8e007eef2bc1 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Synchronizing usage tracker for tenant:f6fa258076fd4cb591cbc8948dcdc319 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:34.930602 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062cdb-ee23-4f3b-b094-b372c8d25490 req-6e12faea-90c9-4119-8554-0948d7b474dd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:34.932081 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-69062cdb-ee23-4f3b-b094-b372c8d25490 req-6e12faea-90c9-4119-8554-0948d7b474dd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.0782447 Jan 18 13:14:34.937634 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-e4fa9249-d0de-4c13-9875-014aef34f65b req-bc06885a-5ec7-45f5-96e1-8e007eef2bc1 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] Unset dirty status for tenant:f6fa258076fd4cb591cbc8948dcdc319 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:34.938892 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e4fa9249-d0de-4c13-9875-014aef34f65b req-bc06885a-5ec7-45f5-96e1-8e007eef2bc1 tempest-VolumesNegativeTest-819571567 tempest-VolumesNegativeTest-819571567-project] 10.222.0.71 "GET /v2.0/ports?device_id=08739b70-b0cb-4e84-8020-3edc52736d56 HTTP/1.1" status: 200 len: 210 time: 0.2325158 Jan 18 13:14:34.939917 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:34.988490 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a10d9fe-7863-45de-8348-b1b2f6c062a2,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:35.016188 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-69062cdb-ee23-4f3b-b094-b372c8d25490 req-20077118-efcd-4959-8704-97c99fa2c967 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782573 Jan 18 13:14:35.077248 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.079262 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-13c7075c-4377-4d61-b75c-1f47874cd4b2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5501878 Jan 18 13:14:35.081164 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54152) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:35.089729 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'security_group_rule': {'security_group_id': '86e30aca-523e-49c6-b190-fcc398e86269', 'project_id': '22ee837769284a64af4821470e4e4d3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:35.098600 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:35.115153 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:35.125018 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:35.137342 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:35.265984 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.364540 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8202-40e3-4ac0-b386-9342306eec90 req-9f7e8537-0c38-4b47-a6e6-0b5cdcb44560 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:35.371988 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3bf8202-40e3-4ac0-b386-9342306eec90 req-9f7e8537-0c38-4b47-a6e6-0b5cdcb44560 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1820383 Jan 18 13:14:35.372197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.426858 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3bf8202-40e3-4ac0-b386-9342306eec90 req-80d9f221-86b8-45d5-bb65-f5433442dabc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539742 Jan 18 13:14:35.462992 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.487934 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463d3ccd-c174-42ce-ae31-fc6d8ee0aad2,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:35.562259 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.566563 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8690c608-d01c-47fa-b9c9-da8cef5d7634 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4815624 Jan 18 13:14:35.566892 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54168) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:35.574561 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'security_group_rule': {'security_group_id': '86e30aca-523e-49c6-b190-fcc398e86269', 'project_id': '22ee837769284a64af4821470e4e4d3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:35.581851 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:35.587099 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:35.589999 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:35.596654 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540dac-d5e5-4ed6-acb1-ab7bf44f707a req-97137dec-9342-44da-a35d-cbc205d205c3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:35.597450 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:35.600501 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c0540dac-d5e5-4ed6-acb1-ab7bf44f707a req-97137dec-9342-44da-a35d-cbc205d205c3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1044710 Jan 18 13:14:35.651751 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c0540dac-d5e5-4ed6-acb1-ab7bf44f707a req-87e14095-a0bb-41d3-8aaf-4b39e1556d95 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Jan 18 13:14:35.729090 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.853573 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.874844 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff46f5-6cbd-4afb-8c9c-71a810c0e05d req-748827ce-2092-4744-80a9-06bd2635d8f1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:35.876702 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e9ff46f5-6cbd-4afb-8c9c-71a810c0e05d req-748827ce-2092-4744-80a9-06bd2635d8f1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 945 time: 0.1069319 Jan 18 13:14:35.934184 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e9ff46f5-6cbd-4afb-8c9c-71a810c0e05d req-70367527-a8aa-48c2-81ef-3819b6ed7116 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513058 Jan 18 13:14:35.971763 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.995645 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382e03dd-749b-41ed-ba10-7a5fa9dc9827,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:36.063440 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.067130 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-60eebfdd-155d-4aa5-9d52-4b22944aa7e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4965863 Jan 18 13:14:36.067379 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54178) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:36.073450 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'security_group_rule': {'security_group_id': '86e30aca-523e-49c6-b190-fcc398e86269', 'project_id': '22ee837769284a64af4821470e4e4d3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:36.081036 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:36.085922 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:36.090222 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:36.097151 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:36.191243 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f95993c8-bdbd-4131-900b-fa6cfcfbc848 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:36.229811 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.securitygroups_db [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Project 22ee837769284a64af4821470e4e4d3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:14:36.240122 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.301988 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e2971-183c-4b23-b5ca-0fcf84982e1a req-7ea9e791-d618-4e21-a979-9a2c1566abfd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:36.303952 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7d8e2971-183c-4b23-b5ca-0fcf84982e1a req-7ea9e791-d618-4e21-a979-9a2c1566abfd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1233652 Jan 18 13:14:36.361858 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.375820 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7d8e2971-183c-4b23-b5ca-0fcf84982e1a req-80c76d69-9daf-42a5-814e-2e57b9716f65 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648987 Jan 18 13:14:36.418195 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port f95993c8-bdbd-4131-900b-fa6cfcfbc848 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:36.424548 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port f95993c8-bdbd-4131-900b-fa6cfcfbc848 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:36.424976 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.451790 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.486652 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84976cff-7fd2-48b0-899e-d030832e002f,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:36.501129 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:14:36.547367 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:14:36.547907 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0c2a76a6-f637-43e6-8e7f-42f7ebb98c97 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:14:36.583495 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.588128 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54204) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:36.588966 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-aebc7f1f-23b2-4934-bcc7-e371c35f3f10 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5204394 Jan 18 13:14:36.595288 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'security_group_rule': {'security_group_id': '86e30aca-523e-49c6-b190-fcc398e86269', 'project_id': '22ee837769284a64af4821470e4e4d3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:36.603476 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:36.608414 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:security_group_rule and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:36.613004 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:36.627605 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.652017 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:36.652709 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port f95993c8-bdbd-4131-900b-fa6cfcfbc848, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f95993c8-bdbd-4131-900b-fa6cfcfbc848,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:36.742385 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.755196 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2209-5067-4c25-8370-2347d8eb0f93 req-3899ba15-9202-4565-9ca6-7ee580479f30 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:36.764874 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e86b2209-5067-4c25-8370-2347d8eb0f93 req-3899ba15-9202-4565-9ca6-7ee580479f30 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1438308 Jan 18 13:14:36.812086 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.securitygroups_db [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Project 22ee837769284a64af4821470e4e4d3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:14:36.826359 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-d7ef109b-7b38-4c30-b460-68f7eaf43bc6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:36.831755 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-d7ef109b-7b38-4c30-b460-68f7eaf43bc6 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 945 time: 0.1776505 Jan 18 13:14:36.836006 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.858509 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=f95993c8-bdbd-4131-900b-fa6cfcfbc848,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:36.907336 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e86b2209-5067-4c25-8370-2347d8eb0f93 req-fa953aa3-d44a-4a97-a605-02badadb4cf4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409383 Jan 18 13:14:36.957686 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.975912 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Deleting port 4f50700c-e423-46c2-8b82-1f326c6045a4 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:14:36.976882 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.151138 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.151395 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff4350-d76c-4627-a397-d2b13ec2e1ec req-91b17ad5-1912-418b-b28e-9c4ccf824ef1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:37.158759 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1fff4350-d76c-4627-a397-d2b13ec2e1ec req-91b17ad5-1912-418b-b28e-9c4ccf824ef1 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2724154 Jan 18 13:14:37.186277 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6035c05-1ae5-429a-97d3-89e10d4831e4,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:37.202767 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf1e1d-a632-4a60-bf1a-c06cdfbcd41d req-0f6a8a16-1d99-4b01-b15d-e91aa3ab54ac tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:37.204672 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ddcf1e1d-a632-4a60-bf1a-c06cdfbcd41d req-0f6a8a16-1d99-4b01-b15d-e91aa3ab54ac tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 945 time: 0.1424537 Jan 18 13:14:37.256664 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ddcf1e1d-a632-4a60-bf1a-c06cdfbcd41d req-58074a00-6633-4655-845d-f3056ca8c87b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Jan 18 13:14:37.299603 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1fff4350-d76c-4627-a397-d2b13ec2e1ec req-3fb9c4f0-dcb0-412c-88dd-a65a0e3a1805 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397519 Jan 18 13:14:37.303073 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.312109 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e76b207c-5d1a-4856-869b-e6273624de7e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7140148 Jan 18 13:14:37.363758 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] For port 4f50700c-e423-46c2-8b82-1f326c6045a4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f50700c-e423-46c2-8b82-1f326c6045a4,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:37.364211 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.497276 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54240) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:37.505277 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Calling delete_port for 4f50700c-e423-46c2-8b82-1f326c6045a4 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:14:37.738869 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1a7f9-8cd8-42a8-ace3-afcbad507283 req-2feec9f1-de25-48da-83fb-b15b64fccb32 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:37.740426 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e4d1a7f9-8cd8-42a8-ace3-afcbad507283 req-2feec9f1-de25-48da-83fb-b15b64fccb32 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1922488 Jan 18 13:14:37.800915 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.829978 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e4d1a7f9-8cd8-42a8-ace3-afcbad507283 req-19d67e09-2b15-4d5d-b900-36f8e661ce9e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826886 Jan 18 13:14:37.831715 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.874410 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:37.888939 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'b80dbfb6-7348-4a2a-bb6b-607458daf807', '4f50700c-e423-46c2-8b82-1f326c6045a4'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:37.890006 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event deleted for resources: {'Port': ['ID=4f50700c-e423-46c2-8b82-1f326c6045a4,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:37.892148 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Usage tracker for resource:security_group_rule and tenant:ee62c587744a49bea4ac4bcfd341a24f is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:37.898019 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:37.915793 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:38.065458 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] No DVR routers for this DVR port 4f50700c-e423-46c2-8b82-1f326c6045a4 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:14:38.072065 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.082896 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b6d628-ad42-48df-b129-6ececdab21df', 'name': 'network-vif-deleted', 'tag': '4f50700c-e423-46c2-8b82-1f326c6045a4'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:38.184623 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b6d628-ad42-48df-b129-6ececdab21df', 'name': 'network-vif-deleted', 'tag': '4f50700c-e423-46c2-8b82-1f326c6045a4', 'status': 'completed', 'code': 200} Jan 18 13:14:38.224328 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f95993c8-bdbd-4131-900b-fa6cfcfbc848 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:38.260006 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.285804 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32980eb-c7ea-41aa-9c75-bbadf757731a req-d4ee9350-0dc2-46e7-ad88-09dfa3b9c3aa tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:38.289716 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d32980eb-c7ea-41aa-9c75-bbadf757731a req-d4ee9350-0dc2-46e7-ad88-09dfa3b9c3aa tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1738534 Jan 18 13:14:38.302628 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a331661d-c3b8-4fa6-a967-9e47039cfc04 req-1db7a695-a4c3-41c5-bea0-b1b6a93c9a26 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "DELETE /v2.0/ports/4f50700c-e423-46c2-8b82-1f326c6045a4 HTTP/1.1" status: 204 len: 173 time: 1.4625025 Jan 18 13:14:38.391146 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d32980eb-c7ea-41aa-9c75-bbadf757731a req-ef597931-1522-4e82-991c-437a34305b8a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797951 Jan 18 13:14:38.399704 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.448058 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f55da6-7120-4223-80dd-403354cb225b,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:38.451000 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port f95993c8-bdbd-4131-900b-fa6cfcfbc848 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:38.451654 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.455154 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-3ccd1e9d-5784-43fe-beda-e2b2446ca446 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee62c587744a49bea4ac4bcfd341a24f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9568629 Jan 18 13:14:38.455962 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54312) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:38.556822 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:14:38.634146 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-33d47629-d50a-4b61-bd88-42ffb47837a5 req-b09f3ef5-a755-40cd-96d9-5a32af96b68e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 210 time: 0.1795471 Jan 18 13:14:38.740574 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-971ccfd7-9c3b-4afd-ae40-296b98c45c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.748913 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4479d-a063-4ccb-b85f-adb2084cfad0 req-556392ef-f00a-4b4a-b067-e4e08d732ea3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:38.752034 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dbb4479d-a063-4ccb-b85f-adb2084cfad0 req-556392ef-f00a-4b4a-b067-e4e08d732ea3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1640439 Jan 18 13:14:38.940101 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-971ccfd7-9c3b-4afd-ae40-296b98c45c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.941333 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dbb4479d-a063-4ccb-b85f-adb2084cfad0 req-c555d02c-81dd-438b-b044-3c1225a4bd1f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911343 Jan 18 13:14:38.986610 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:39.010003 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '3102c59c-5a89-4571-b141-3203d214a2b0', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'port_id': '3102c59c-5a89-4571-b141-3203d214a2b0', 'mac_address': 'fa:16:3e:70:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:14:39.067973 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.087048 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3102c59c-5a89-4571-b141-3203d214a2b0 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:14:39.102098 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:39.103302 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a634a1b-b154-4932-905d-61e0b6af97f0 req-b1273a1b-791d-4d58-818a-2a79a9565082 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:39.104716 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1a634a1b-b154-4932-905d-61e0b6af97f0 req-b1273a1b-791d-4d58-818a-2a79a9565082 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.0859022 Jan 18 13:14:39.152941 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1a634a1b-b154-4932-905d-61e0b6af97f0 req-67a18dcd-1121-4959-aee3-537f48e8928f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Jan 18 13:14:39.303563 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-971ccfd7-9c3b-4afd-ae40-296b98c45c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.319904 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ccfd7-9c3b-4afd-ae40-296b98c45c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f55da6-7120-4223-80dd-403354cb225b,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:39.326077 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-971ccfd7-9c3b-4afd-ae40-296b98c45c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.328265 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-971ccfd7-9c3b-4afd-ae40-296b98c45c8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/00f55da6-7120-4223-80dd-403354cb225b HTTP/1.1" status: 204 len: 168 time: 0.8710828 Jan 18 13:14:39.390090 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.464815 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=6']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:39.633561 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc716-1585-4fa0-af17-a3db2b50b676 req-5b510c4b-ffa2-4499-89fa-d9e343a3102a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:39.635250 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-da6fc716-1585-4fa0-af17-a3db2b50b676 req-5b510c4b-ffa2-4499-89fa-d9e343a3102a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0948987 Jan 18 13:14:39.716494 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-da6fc716-1585-4fa0-af17-a3db2b50b676 req-2aa326c0-d1ae-44d2-9e2e-ab235c62e2e8 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721447 Jan 18 13:14:39.746934 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['3102c59c-5a89-4571-b141-3203d214a2b0'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:40.000829 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-40ad29b5-ce62-4749-bfd1-72b64725cabf req-635aca31-388a-4d19-8f25-ca4eb69d813b tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=18b6d628-ad42-48df-b129-6ececdab21df HTTP/1.1" status: 200 len: 210 time: 0.1033707 Jan 18 13:14:40.229982 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce3d8e-faff-4e7b-80a9-eed409a244a3 req-e4fcc18c-a76f-4682-b676-34197b6d15ae tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:40.231668 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5fce3d8e-faff-4e7b-80a9-eed409a244a3 req-e4fcc18c-a76f-4682-b676-34197b6d15ae tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0840003 Jan 18 13:14:40.311204 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5fce3d8e-faff-4e7b-80a9-eed409a244a3 req-abca94bc-9281-4c70-a704-dabe85b9ce22 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735331 Jan 18 13:14:40.383431 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54364) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:40.414418 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:40.469145 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:40.475904 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Usage tracker for resource:security_group_rule and tenant:a0d9790d52eb4f47b9ff2411f5221ea0 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:40.479450 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:40.487596 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e55e85-dd55-4aa2-acee-952c137d0f52 req-da3a76c4-7cf7-466a-8f76-a101f45c9d37 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:40.489777 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-16e55e85-dd55-4aa2-acee-952c137d0f52 req-da3a76c4-7cf7-466a-8f76-a101f45c9d37 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 945 time: 0.1630938 Jan 18 13:14:40.495197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:40.509254 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-822b6d1a-8cdb-42b2-a075-9985f8c69e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:40.548679 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:40.570756 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-16e55e85-dd55-4aa2-acee-952c137d0f52 req-3230b664-e6c5-4f85-a09f-d93cf7b05105 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729134 Jan 18 13:14:40.622753 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:40.642368 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 3102c59c-5a89-4571-b141-3203d214a2b0 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:40.643136 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:40.715011 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:40.749330 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3da371-b15a-46ce-aaf0-dd325b9203bd,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:40.780300 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d93816bb-3485-428e-a561-f819ae88c3cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a0d9790d52eb4f47b9ff2411f5221ea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3955634 Jan 18 13:14:40.789085 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54378) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:40.871517 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:40.908551 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:40.919046 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:40.966424 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0', 'code': 200} Jan 18 13:14:41.004286 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ed07982c-5dd2-4929-8641-b7d1f9747289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.036344 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.038775 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 4f50700c-e423-46c2-8b82-1f326c6045a4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:14:41.043134 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc67acf-9ab8-4b23-a017-ea1a4a6f20e5 req-89ab9587-9b43-4f33-9e63-1a9d049b9996 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:41.051697 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2bc67acf-9ab8-4b23-a017-ea1a4a6f20e5 req-89ab9587-9b43-4f33-9e63-1a9d049b9996 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1669016 Jan 18 13:14:41.055517 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ed07982c-5dd2-4929-8641-b7d1f9747289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.153841 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2bc67acf-9ab8-4b23-a017-ea1a4a6f20e5 req-04e4a6e7-58ea-4e56-91fe-1543b111782a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003847 Jan 18 13:14:41.174956 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 4f50700c-e423-46c2-8b82-1f326c6045a4 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:14:41.178279 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 4f50700c-e423-46c2-8b82-1f326c6045a4 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:14:41.241213 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=7']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:41.273243 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ed07982c-5dd2-4929-8641-b7d1f9747289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.291044 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07982c-5dd2-4929-8641-b7d1f9747289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3da371-b15a-46ce-aaf0-dd325b9203bd,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:41.313306 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ed07982c-5dd2-4929-8641-b7d1f9747289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.314756 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-ed07982c-5dd2-4929-8641-b7d1f9747289 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb3da371-b15a-46ce-aaf0-dd325b9203bd HTTP/1.1" status: 204 len: 168 time: 0.5229123 Jan 18 13:14:41.550376 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c23567-9772-4000-ba6d-1827e07ff61b req-bf5b6398-5b09-4f2d-a3a0-0b132fc0ed17 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:41.551922 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-07c23567-9772-4000-ba6d-1827e07ff61b req-bf5b6398-5b09-4f2d-a3a0-0b132fc0ed17 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0977211 Jan 18 13:14:41.605361 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-07c23567-9772-4000-ba6d-1827e07ff61b req-b1860b84-a795-41f5-bf05-6177d78931c0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 Jan 18 13:14:41.951961 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c2f3a-4195-45ef-8319-d5383d68447c req-c905ae9f-006a-4d5c-b693-d8b505149da2 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:41.953487 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f38c2f3a-4195-45ef-8319-d5383d68447c req-c905ae9f-006a-4d5c-b693-d8b505149da2 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.0913138 Jan 18 13:14:42.011101 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f38c2f3a-4195-45ef-8319-d5383d68447c req-8fa0a3a0-4314-4b8f-9007-e772284226bb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516989 Jan 18 13:14:42.382788 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54452) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:42.533558 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a5df-147a-4a29-b3b2-79814a7b84ce req-2716c3d0-6558-40d6-97a5-5f3d5988a0b6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:42.541869 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d1d0a5df-147a-4a29-b3b2-79814a7b84ce req-2716c3d0-6558-40d6-97a5-5f3d5988a0b6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1338325 Jan 18 13:14:42.613048 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d1d0a5df-147a-4a29-b3b2-79814a7b84ce req-455a3d2e-fa88-44d5-9773-e13e84219ebe tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699127 Jan 18 13:14:42.695193 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.708264 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3ad8412a-8ecc-4c91-90c8-b5008e8f394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.780947 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:42.794200 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Usage tracker for resource:security_group_rule and tenant:d44da28044324d3bb80000c646c73547 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:42.803250 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:42.816225 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:43.003284 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.054638 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2263e-f492-4f14-a9f5-81aba59d355e req-1650358f-c039-4bdd-8eb3-2c645fe359b0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:43.056257 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d9a2263e-f492-4f14-a9f5-81aba59d355e req-1650358f-c039-4bdd-8eb3-2c645fe359b0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2075689 Jan 18 13:14:43.123626 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d9a2263e-f492-4f14-a9f5-81aba59d355e req-6c909fbb-956a-41f4-8ef8-a1b305197ad7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Jan 18 13:14:43.143463 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.217519 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfdc52f-a070-4afc-9f9b-4f7d43c5cd33,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:43.228625 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54482) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:43.229572 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f868526d-9a12-43e2-ab34-d865faff606f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d44da28044324d3bb80000c646c73547&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8452697 Jan 18 13:14:43.318534 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd2c1-64d4-4630-9936-73b6935cde1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.352414 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd2c1-64d4-4630-9936-73b6935cde1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.560494 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd2c1-64d4-4630-9936-73b6935cde1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.566531 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.627149 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcd2c1-64d4-4630-9936-73b6935cde1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfdc52f-a070-4afc-9f9b-4f7d43c5cd33,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:43.697047 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd2c1-64d4-4630-9936-73b6935cde1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.700768 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8ddcd2c1-64d4-4630-9936-73b6935cde1a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2dfdc52f-a070-4afc-9f9b-4f7d43c5cd33 HTTP/1.1" status: 204 len: 168 time: 0.4693604 Jan 18 13:14:43.710898 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42510f-4eaf-4a5f-9795-15ba8c0a20e4 req-572358b9-0628-43b7-9873-a8f8b616fe03 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:43.715836 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3a42510f-4eaf-4a5f-9795-15ba8c0a20e4 req-572358b9-0628-43b7-9873-a8f8b616fe03 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2847941 Jan 18 13:14:43.756139 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-a372bca8-6c7e-43a0-b5e4-a8b31c065cee service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 1098 time: 0.2345259 Jan 18 13:14:43.810906 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3a42510f-4eaf-4a5f-9795-15ba8c0a20e4 req-5c641789-80d4-422c-b34d-6eb041df7aa4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926189 Jan 18 13:14:44.148652 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.197040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-4cc2c448-cf7a-4cc5-bc4c-9d05a4cd5f02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:44.198509 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-4cc2c448-cf7a-4cc5-bc4c-9d05a4cd5f02 service neutron] 10.222.0.96 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 911 time: 0.4325769 Jan 18 13:14:44.333180 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e472125-ed3b-404e-894f-f63d7b55a21f req-610577d5-24dd-4a95-89e8-a0694e1b1720 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:44.343280 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5e472125-ed3b-404e-894f-f63d7b55a21f req-610577d5-24dd-4a95-89e8-a0694e1b1720 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 945 time: 0.1990957 Jan 18 13:14:44.423000 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5e472125-ed3b-404e-894f-f63d7b55a21f req-0a01aaa6-7049-442b-965c-06d5bdbd10ff tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Jan 18 13:14:44.541556 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa86d8-5f5f-42a9-9702-e36aaf002042 req-5da1f103-2271-4e6e-9055-aaabe3a2f9ad tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:44.551698 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dcfa86d8-5f5f-42a9-9702-e36aaf002042 req-5da1f103-2271-4e6e-9055-aaabe3a2f9ad tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.3914461 Jan 18 13:14:44.620008 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-a1e08b06-c0db-4faa-ac54-d3eb8caf5929 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63b7059-31b3-4436-8809-8de024d51e2b HTTP/1.1" status: 200 len: 1000 time: 0.4076571 Jan 18 13:14:44.723035 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-6e26b5d0-0138-406f-905a-414abed21b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:44.724969 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-6e26b5d0-0138-406f-905a-414abed21b0e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 200 len: 849 time: 0.0858834 Jan 18 13:14:44.742907 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dcfa86d8-5f5f-42a9-9702-e36aaf002042 req-2bb9fe8b-1460-4f9b-b11b-139ac3349d76 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894333 Jan 18 13:14:44.889911 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f90f-b986-4a16-accd-482d7d46572a req-fce90d7e-bdd0-4bcf-8f94-1b08a9b17bbf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:44.896465 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3c95f90f-b986-4a16-accd-482d7d46572a req-fce90d7e-bdd0-4bcf-8f94-1b08a9b17bbf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2675366 Jan 18 13:14:44.918927 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-d221f74b-9505-4bc7-9e53-8225b2c04d8f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=196899bc-d4a9-49d8-b2ea-aed41b5a787a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1749845 Jan 18 13:14:44.981167 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3c95f90f-b986-4a16-accd-482d7d46572a req-a47c0bf6-7ad4-468c-9df6-37ebfa46d8a5 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772884 Jan 18 13:14:45.141803 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.216265 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-ceb39bd2-df52-4c66-8f2f-5f6d411de0ea service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864308 Jan 18 13:14:45.377103 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e6791-d3d7-4dac-9957-cf9ad24d82b6 req-7ca73c59-5914-4c41-9896-68ab96453e6f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:45.379018 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc3e6791-d3d7-4dac-9957-cf9ad24d82b6 req-7ca73c59-5914-4c41-9896-68ab96453e6f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2205253 Jan 18 13:14:45.466107 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc3e6791-d3d7-4dac-9957-cf9ad24d82b6 req-ff68dbc6-b203-460f-b268-7e466c030d47 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789082 Jan 18 13:14:45.474887 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8676e6af-9c7c-4796-9b5f-6f46c556ad18 req-cb322f69-786e-48d3-9406-1128f1810a85 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491057 Jan 18 13:14:45.731622 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00521b5c-e94b-4569-8b61-0695931ca466 req-f7ad35bf-9fe7-40e6-8911-bb3e28572550 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:45.733169 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-00521b5c-e94b-4569-8b61-0695931ca466 req-f7ad35bf-9fe7-40e6-8911-bb3e28572550 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 945 time: 0.1195383 Jan 18 13:14:45.812262 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-00521b5c-e94b-4569-8b61-0695931ca466 req-a8bc9230-4ebf-4041-8773-f60295b52a2e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718081 Jan 18 13:14:46.149074 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fe1a4-7d02-4501-8c42-8b62cbf497b0 req-60ac4188-c8b3-45aa-954b-067f9c6c58d7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:46.160037 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ac6fe1a4-7d02-4501-8c42-8b62cbf497b0 req-60ac4188-c8b3-45aa-954b-067f9c6c58d7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.2038848 Jan 18 13:14:46.237750 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ac6fe1a4-7d02-4501-8c42-8b62cbf497b0 req-4bcf819c-e437-4b59-825d-e33c7bd3ff14 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767512 Jan 18 13:14:46.525365 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfae492-5aeb-42d6-ae84-b924ac018ee7 req-b957ef1e-f6ea-4906-9cbd-05d1102587ae tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:46.554379 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7dfae492-5aeb-42d6-ae84-b924ac018ee7 req-b957ef1e-f6ea-4906-9cbd-05d1102587ae tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2765450 Jan 18 13:14:46.651126 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-5dc43377-e1ac-4af8-a7ad-3f219442133f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:46.655515 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-5dc43377-e1ac-4af8-a7ad-3f219442133f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:46.671776 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7dfae492-5aeb-42d6-ae84-b924ac018ee7 req-92c4bb69-9139-4486-ae09-5fce37eb96db tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164162 Jan 18 13:14:46.825420 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-5dc43377-e1ac-4af8-a7ad-3f219442133f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:46.825854 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-5dc43377-e1ac-4af8-a7ad-3f219442133f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 945 time: 0.4712455 Jan 18 13:14:46.984071 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b69ad0-5fcf-4063-a994-cd53fac428e7 req-284a3e7d-3fa5-4bc6-91a6-37bb86781418 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:46.993067 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b4b69ad0-5fcf-4063-a994-cd53fac428e7 req-284a3e7d-3fa5-4bc6-91a6-37bb86781418 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2660937 Jan 18 13:14:47.085557 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Deleting port b80dbfb6-7348-4a2a-bb6b-607458daf807 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:14:47.085980 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.230054 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba70b92-6448-4b4f-ac8e-743176fcaf03 req-a1797efd-36a8-4880-b7b1-819330857344 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:47.236099 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b4b69ad0-5fcf-4063-a994-cd53fac428e7 req-208a66c6-4625-4486-b657-102f0f4c397d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407155 Jan 18 13:14:47.247655 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aba70b92-6448-4b4f-ac8e-743176fcaf03 req-a1797efd-36a8-4880-b7b1-819330857344 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 945 time: 0.2438107 Jan 18 13:14:47.247891 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Sync routers for ids ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:47.273223 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Routers {'0d985fce-d63b-4fe1-a4bb-371a78745b0f'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:47.276033 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:47.394446 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aba70b92-6448-4b4f-ac8e-743176fcaf03 req-aaf6f1f1-c8cf-4059-ae89-8bafe4559f3c tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449344 Jan 18 13:14:47.587161 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Set router 0d985fce-d63b-4fe1-a4bb-371a78745b0f gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:47.665649 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] For port b80dbfb6-7348-4a2a-bb6b-607458daf807, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b80dbfb6-7348-4a2a-bb6b-607458daf807,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:47.666019 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.740051 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d008e-6ea3-4f3f-ac5e-50a50acb8ae8 req-b3faa3b5-275b-4268-adcf-4ea7cd787f72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:47.742201 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a5d008e-6ea3-4f3f-ac5e-50a50acb8ae8 req-b3faa3b5-275b-4268-adcf-4ea7cd787f72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.2070818 Jan 18 13:14:47.815276 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Calling delete_port for b80dbfb6-7348-4a2a-bb6b-607458daf807 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:14:47.998053 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a232b13-50f2-4668-8a98-8c9f7011b2ce req-b1c73f30-3f6e-432b-aa53-bc5ff861a609 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:48.001505 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2a232b13-50f2-4668-8a98-8c9f7011b2ce req-b1c73f30-3f6e-432b-aa53-bc5ff861a609 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1109698 Jan 18 13:14:48.037789 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a5d008e-6ea3-4f3f-ac5e-50a50acb8ae8 req-3aed6b03-c074-45ce-8dfd-d819afce0194 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339363 Jan 18 13:14:48.081530 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2a232b13-50f2-4668-8a98-8c9f7011b2ce req-2ed5a289-6931-4b2a-bfae-609cb6a3fb95 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687356 Jan 18 13:14:48.104124 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:14:29Z', 'revision_number': 4, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'af74c3c7-1790-4e9a-9b6b-963cf15b86f8', 'name': '', 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'mac_address': 'fa:16:3e:0d:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4258a32d-99fe-4721-8508-9ff7c1c7ac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:28Z', 'updated_at': '2022-01-18T13:14:30Z', 'revision_number': 2, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'subnets': [{'id': '4258a32d-99fe-4721-8508-9ff7c1c7ac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:48.109660 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Checking router: 0d985fce-d63b-4fe1-a4bb-371a78745b0f for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:48.121343 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Updating router 0d985fce-d63b-4fe1-a4bb-371a78745b0f port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 binding host dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:48.203241 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.297663 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.377399 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'b80dbfb6-7348-4a2a-bb6b-607458daf807'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:48.420850 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54638) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:48.514243 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event deleted for resources: {'Port': ['ID=b80dbfb6-7348-4a2a-bb6b-607458daf807,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:48.851407 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] No DVR routers for this DVR port b80dbfb6-7348-4a2a-bb6b-607458daf807 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:14:48.853943 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.860244 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'name': 'network-vif-deleted', 'tag': 'b80dbfb6-7348-4a2a-bb6b-607458daf807'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:48.919858 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-337362cd-5448-4cf6-92cd-6f406233719b req-208e1dbe-2084-4f4e-8976-77ed4e4d8c96 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 210 time: 0.1338985 Jan 18 13:14:48.937828 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cce0ea-f666-436e-bf21-deb08c8b2bbe req-c25f8484-f03a-48e9-a5aa-d8628fb82ee9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:48.941862 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b3cce0ea-f666-436e-bf21-deb08c8b2bbe req-c25f8484-f03a-48e9-a5aa-d8628fb82ee9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2227278 Jan 18 13:14:48.984830 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54646) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:48.985630 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-21b00774-585d-48b3-b323-b930916e4c1e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f6fa258076fd4cb591cbc8948dcdc319&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5629725 Jan 18 13:14:49.068783 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-74db6937-c3be-48e1-8098-b2fd586fb406 req-a67c6783-462c-4982-979b-c3a2c7dda6a8 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "DELETE /v2.0/ports/b80dbfb6-7348-4a2a-bb6b-607458daf807 HTTP/1.1" status: 204 len: 173 time: 2.2207818 Jan 18 13:14:49.072374 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a937c5-b199-4896-9c34-1a1e7e2dfa64', 'name': 'network-vif-deleted', 'tag': 'b80dbfb6-7348-4a2a-bb6b-607458daf807', 'status': 'completed', 'code': 200} Jan 18 13:14:49.146373 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b3cce0ea-f666-436e-bf21-deb08c8b2bbe req-b601933c-19b5-45cf-8a7f-0c6fcb484d48 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956904 Jan 18 13:14:49.146373 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a013b020-85a2-4f5a-ac89-ac527093069b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.236458 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a013b020-85a2-4f5a-ac89-ac527093069b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.304518 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Notify callbacks [] for port, precommit_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.388869 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a013b020-85a2-4f5a-ac89-ac527093069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.401674 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Transition to ACTIVE for port object af74c3c7-1790-4e9a-9b6b-963cf15b86f8 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:49.413846 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013b020-85a2-4f5a-ac89-ac527093069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89612e67-f9b4-41a3-b23a-3de6d725bbd7,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:49.481161 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb33ba-956c-43ad-8413-b28cf1651cc3 req-9dd5f7f0-9aea-4e5a-995f-a22527f42d02 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:49.487856 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-71cb33ba-956c-43ad-8413-b28cf1651cc3 req-9dd5f7f0-9aea-4e5a-995f-a22527f42d02 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1266742 Jan 18 13:14:49.522975 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.531465 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a013b020-85a2-4f5a-ac89-ac527093069b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.535877 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a013b020-85a2-4f5a-ac89-ac527093069b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/89612e67-f9b4-41a3-b23a-3de6d725bbd7 HTTP/1.1" status: 204 len: 168 time: 0.5500231 Jan 18 13:14:49.570196 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-71cb33ba-956c-43ad-8413-b28cf1651cc3 req-36cac1fa-055d-4cb7-9b83-341acf6a5ff3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794683 Jan 18 13:14:49.715650 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c1b1-2afe-443b-ad9c-96f85999e309 None None] Pushing event updated for resources: {'Port': ['ID=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:49.845117 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Attempting to bind port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:49.845494 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Attempting to bind port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:49.845859 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Attempting to bind port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 on network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:49.872311 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:49.872743 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Checking segment: {'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:49.873356 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.873816 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Bound using segment: {'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:49.874365 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Bound port: af74c3c7-1790-4e9a-9b6b-963cf15b86f8, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec31601-5265-4843-a2b9-9be0b86f777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:49.874748 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:50.168720 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] For port af74c3c7-1790-4e9a-9b6b-963cf15b86f8, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:50.168720 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] For port af74c3c7-1790-4e9a-9b6b-963cf15b86f8, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,segment=NetworkSegment(2ec31601-5265-4843-a2b9-9be0b86f777e),segment_id=2ec31601-5265-4843-a2b9-9be0b86f777e)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:50.251736 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:50.272041 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1f13f8c8-d5e9-420e-b100-94e7ac093bcc req-06d8fdc9-de84-4aff-b05e-e118906f366d tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:50.384960 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1f13f8c8-d5e9-420e-b100-94e7ac093bcc req-06d8fdc9-de84-4aff-b05e-e118906f366d tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:50.385953 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1f13f8c8-d5e9-420e-b100-94e7ac093bcc req-06d8fdc9-de84-4aff-b05e-e118906f366d tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=90a937c5-b199-4896-9c34-1a1e7e2dfa64 HTTP/1.1" status: 200 len: 210 time: 0.1573741 Jan 18 13:14:50.408013 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c1b1-2afe-443b-ad9c-96f85999e309 None None] Pushing event updated for resources: {'Port': ['ID=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:50.415094 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Routers {'0d985fce-d63b-4fe1-a4bb-371a78745b0f'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:50.415908 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:14:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:50.595330 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6f58-bd92-4cb1-b35f-f5789f8ee5dd req-457ead87-a560-4370-a5b4-bd9c6440c15e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:50.619634 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fafd6f58-bd92-4cb1-b35f-f5789f8ee5dd req-457ead87-a560-4370-a5b4-bd9c6440c15e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.2453022 Jan 18 13:14:50.671087 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device b80dbfb6-7348-4a2a-bb6b-607458daf807 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:14:50.675084 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fafd6f58-bd92-4cb1-b35f-f5789f8ee5dd req-65e2860c-49ca-4567-a897-d17effd99d86 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685501 Jan 18 13:14:50.764993 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: b80dbfb6-7348-4a2a-bb6b-607458daf807 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:14:50.765407 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device b80dbfb6-7348-4a2a-bb6b-607458daf807 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:14:50.806158 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] Set router 0d985fce-d63b-4fe1-a4bb-371a78745b0f gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:50.919778 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8ab32-42ea-4740-a984-12ff45c7e5ad req-a5699def-03b4-4f1c-bb22-67b6020e6f3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:50.923355 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-62d8ab32-42ea-4740-a984-12ff45c7e5ad req-a5699def-03b4-4f1c-bb22-67b6020e6f3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1298788 Jan 18 13:14:51.007104 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-62d8ab32-42ea-4740-a984-12ff45c7e5ad req-1038a990-00e1-4b6a-88b0-247b82c9b639 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705185 Jan 18 13:14:51.175162 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:51.228554 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:14:29Z', 'revision_number': 4, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'af74c3c7-1790-4e9a-9b6b-963cf15b86f8', 'name': '', 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'mac_address': 'fa:16:3e:0d:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4258a32d-99fe-4721-8508-9ff7c1c7ac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:28Z', 'updated_at': '2022-01-18T13:14:50Z', 'revision_number': 4, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'subnets': [{'id': '4258a32d-99fe-4721-8508-9ff7c1c7ac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:51.235004 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7c28f-3c86-418f-a098-3a596912fc8c None None] The sync data for ids ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'] in dv-cinder-825103-1-smb is: [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:14:29Z', 'revision_number': 4, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'af74c3c7-1790-4e9a-9b6b-963cf15b86f8', 'name': '', 'network_id': '613c7e26-1683-46e3-a43d-d9fc3ed8c495', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'mac_address': 'fa:16:3e:0d:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4258a32d-99fe-4721-8508-9ff7c1c7ac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:28Z', 'updated_at': '2022-01-18T13:14:50Z', 'revision_number': 4, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'subnets': [{'id': '4258a32d-99fe-4721-8508-9ff7c1c7ac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:14:51.492185 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-5ef55cf9-51e0-40ad-b886-327c1dbba09d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1106215 Jan 18 13:14:51.819338 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-38d03d6a-8566-4301-bfde-d7b20afa06fc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd68037724504c6c9ec4dbb554896499&device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 1099 time: 0.1978400 Jan 18 13:14:52.017274 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fb97-0bc6-43fe-9db9-31832d545b93 req-a66ffd6c-54f6-4c00-961d-8a0286eb03c5 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:52.029239 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d741fb97-0bc6-43fe-9db9-31832d545b93 req-a66ffd6c-54f6-4c00-961d-8a0286eb03c5 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1286600 Jan 18 13:14:52.259438 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d741fb97-0bc6-43fe-9db9-31832d545b93 req-43b97f9e-a4c6-4848-a853-6d9b5ae79387 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290409 Jan 18 13:14:52.295204 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-3a8352b5-6eeb-4903-a1ed-64c86eab06cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:52.296795 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-3a8352b5-6eeb-4903-a1ed-64c86eab06cd service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 200 len: 916 time: 0.4517021 Jan 18 13:14:52.356207 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device af74c3c7-1790-4e9a-9b6b-963cf15b86f8 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:52.479492 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-697e669b-5ab6-4dd1-95c3-bf0163eb1fe5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9 HTTP/1.1" status: 200 len: 217 time: 0.1641114 Jan 18 13:14:52.554027 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:52.559452 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:52.568416 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:52.646539 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7981223-1dde-4f4d-b765-0d8583cb14e6 req-faaedf44-ae64-408c-b17f-2ab1d3db824f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:52.653228 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-df9482d2-646e-41d8-8f9d-cc2d0e94d9f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:52.654962 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-df9482d2-646e-41d8-8f9d-cc2d0e94d9f0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 200 len: 855 time: 0.1667581 Jan 18 13:14:52.657907 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a7981223-1dde-4f4d-b765-0d8583cb14e6 req-faaedf44-ae64-408c-b17f-2ab1d3db824f tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1300075 Jan 18 13:14:52.760540 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a7981223-1dde-4f4d-b765-0d8583cb14e6 req-1e7b403c-e056-4a46-8476-4ce50fec79c6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016557 Jan 18 13:14:52.765096 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-a2945fe3-10e4-4c52-945e-3f0ef6837894 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987225 Jan 18 13:14:52.832316 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:52.902348 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port af74c3c7-1790-4e9a-9b6b-963cf15b86f8, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,segment=NetworkSegment(2ec31601-5265-4843-a2b9-9be0b86f777e),segment_id=2ec31601-5265-4843-a2b9-9be0b86f777e)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:53.027035 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-3e4bdd21-5c2c-4043-9c75-0efcfeb879a4 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435131 Jan 18 13:14:53.051224 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:53.135934 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:53.217413 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-afeb6d67-509a-4914-9bb8-df6cd6d6873a req-9dfc9ff6-06ba-4f98-b007-38d2bc1e23e1 service neutron] 10.222.0.96 "GET /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770165 Jan 18 13:14:53.224320 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7fb9d-f5d2-4600-ad63-d94734f2d749 req-82d594bd-e114-4cf6-9e41-502dec0486c1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:53.248068 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fca7fb9d-f5d2-4600-ad63-d94734f2d749 req-82d594bd-e114-4cf6-9e41-502dec0486c1 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.2883906 Jan 18 13:14:53.314546 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fca7fb9d-f5d2-4600-ad63-d94734f2d749 req-140a984f-e9ac-4407-a2c7-44b11abb0567 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653923 Jan 18 13:14:53.529734 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f2e4b-f47c-4dd0-b766-f94d01fe61de req-7e0c6fb5-507c-4159-90d6-35d901dc5354 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:53.531286 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed6f2e4b-f47c-4dd0-b766-f94d01fe61de req-7e0c6fb5-507c-4159-90d6-35d901dc5354 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.0902779 Jan 18 13:14:53.612907 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed6f2e4b-f47c-4dd0-b766-f94d01fe61de req-1704a017-eeb2-40cb-a8e3-3d30d770b422 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690076 Jan 18 13:14:53.643266 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3550abb6-6806-4fb2-82d5-0383d70f237a req-41ac3289-f183-4053-9b41-401966a55231 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.0805702 Jan 18 13:14:53.695681 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3550abb6-6806-4fb2-82d5-0383d70f237a req-54393031-02f1-45e8-8fc3-4359e6624866 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Jan 18 13:14:54.039111 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5752d3-4627-44d0-b7c9-28f3d0c562a3 req-475b93fe-3255-4333-a802-cb5e28659657 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:54.040643 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6a5752d3-4627-44d0-b7c9-28f3d0c562a3 req-475b93fe-3255-4333-a802-cb5e28659657 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1434677 Jan 18 13:14:54.088330 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6a5752d3-4627-44d0-b7c9-28f3d0c562a3 req-9516e7fc-8035-4d80-8ee8-f3e9b75232ee tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Jan 18 13:14:54.229635 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device af74c3c7-1790-4e9a-9b6b-963cf15b86f8 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:54.261782 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:54.262164 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:54.522681 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aaf59-e2c1-44e7-82a3-45600c8dc3b3 req-f1ecfbd6-52cc-433c-9754-5470c5257762 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:54.524179 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cf3aaf59-e2c1-44e7-82a3-45600c8dc3b3 req-f1ecfbd6-52cc-433c-9754-5470c5257762 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.0782828 Jan 18 13:14:54.569285 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cf3aaf59-e2c1-44e7-82a3-45600c8dc3b3 req-41050a1f-c7e6-482e-b09e-0e002859e42d tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Jan 18 13:14:54.838382 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6c53e-884e-40fe-8489-41a6d6b8e43d req-8adf5b92-f52e-4887-bd7b-b7203bd36a9f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:54.840137 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8bf6c53e-884e-40fe-8489-41a6d6b8e43d req-8adf5b92-f52e-4887-bd7b-b7203bd36a9f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.0800352 Jan 18 13:14:54.889540 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8bf6c53e-884e-40fe-8489-41a6d6b8e43d req-ad745b59-5aae-4585-92c7-24d5e8ddac9a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Jan 18 13:14:55.295079 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-97558904-03b3-41be-a3db-5f7f922c4acb tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:55.297544 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-97558904-03b3-41be-a3db-5f7f922c4acb tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.0858552 Jan 18 13:14:55.352244 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887ab64-44fc-4ff7-9d62-c1a5d02acaff req-b8aab6dd-2914-4929-96bf-187370603053 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:55.354082 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7887ab64-44fc-4ff7-9d62-c1a5d02acaff req-b8aab6dd-2914-4929-96bf-187370603053 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1223893 Jan 18 13:14:55.441149 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Deleting port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:14:55.441506 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.443926 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7887ab64-44fc-4ff7-9d62-c1a5d02acaff req-2840b1d4-a9ad-4bcb-9e76-8c33cbdee0f3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801399 Jan 18 13:14:55.855418 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] For port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:55.856011 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.053862 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Calling delete_port for be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:14:56.154578 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8087875-0ed9-47bb-b0c2-ef34a8f7ded3 req-79bd17b0-e27a-4e24-adb7-5714a3065499 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:56.155958 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f8087875-0ed9-47bb-b0c2-ef34a8f7ded3 req-79bd17b0-e27a-4e24-adb7-5714a3065499 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 945 time: 0.2736869 Jan 18 13:14:56.196439 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dd13a-8523-46bb-8f66-097fea4053fb req-8edeec13-ce7f-43c1-a02c-266f8d0c456c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:56.205540 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b1dd13a-8523-46bb-8f66-097fea4053fb req-8edeec13-ce7f-43c1-a02c-266f8d0c456c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1325736 Jan 18 13:14:56.283846 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f8087875-0ed9-47bb-b0c2-ef34a8f7ded3 req-a1f00773-5204-456e-bc36-0c66a3c66c1e tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169960 Jan 18 13:14:56.310765 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8b1dd13a-8523-46bb-8f66-097fea4053fb req-14faf3ad-8ae0-486d-98f8-8262c775ba95 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034877 Jan 18 13:14:56.343804 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.397572 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:56.404254 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event deleted for resources: {'Port': ['ID=be088bd4-ed2a-43c4-81fe-eca0b2c49dd3,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:56.739963 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bf540-98a0-4999-8d46-937326f62e36 req-0c0535d1-1d53-4ae5-a249-ee567866b273 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:56.742490 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-930bf540-98a0-4999-8d46-937326f62e36 req-0c0535d1-1d53-4ae5-a249-ee567866b273 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0986285 Jan 18 13:14:56.818767 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-930bf540-98a0-4999-8d46-937326f62e36 req-08dcda90-a641-42e2-bd3f-6173fdf155aa tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694859 Jan 18 13:14:56.903983 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e570cf0f-3414-481e-940c-649e31f8c102 req-66f315ec-06f6-40b2-9a28-892989334418 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Synchronizing usage tracker for tenant:22ee837769284a64af4821470e4e4d3a on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:56.938846 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] No DVR routers for this DVR port be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:14:56.943528 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.946866 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'name': 'network-vif-deleted', 'tag': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:57.034585 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e570cf0f-3414-481e-940c-649e31f8c102 req-66f315ec-06f6-40b2-9a28-892989334418 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Unset dirty status for tenant:22ee837769284a64af4821470e4e4d3a on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:57.037182 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-66f315ec-06f6-40b2-9a28-892989334418 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961659273&fields=id&tenant_id=22ee837769284a64af4821470e4e4d3a HTTP/1.1" status: 200 len: 267 time: 0.1799071 Jan 18 13:14:57.070347 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-be30c6a0-ce97-437c-85f9-d908c6620215 req-8e090318-4a8b-478d-99eb-d614782a4900 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "DELETE /v2.0/ports/be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 HTTP/1.1" status: 204 len: 173 time: 1.7627175 Jan 18 13:14:57.217793 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60734eb9-abbb-4be2-bd3e-8a9de1ff05e3', 'name': 'network-vif-deleted', 'tag': 'be088bd4-ed2a-43c4-81fe-eca0b2c49dd3', 'status': 'completed', 'code': 200} Jan 18 13:14:57.260171 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570cf0f-3414-481e-940c-649e31f8c102 req-40650f1c-85a7-40e3-a350-8f8b6ed64da8 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:57.261814 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e570cf0f-3414-481e-940c-649e31f8c102 req-40650f1c-85a7-40e3-a350-8f8b6ed64da8 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Synchronizing usage tracker for tenant:22ee837769284a64af4821470e4e4d3a on resource:network {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:57.366725 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e570cf0f-3414-481e-940c-649e31f8c102 req-40650f1c-85a7-40e3-a350-8f8b6ed64da8 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Unset dirty status for tenant:22ee837769284a64af4821470e4e4d3a on resource:network {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:57.372504 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-40650f1c-85a7-40e3-a350-8f8b6ed64da8 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 808 time: 0.3115172 Jan 18 13:14:57.403220 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-20b7f564-a2fe-4603-be0b-9a1dcf71138c tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/quotas/22ee837769284a64af4821470e4e4d3a HTTP/1.1" status: 200 len: 375 time: 0.0267818 Jan 18 13:14:57.604139 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e570cf0f-3414-481e-940c-649e31f8c102 req-50b810af-097e-4526-a43a-5ec3853ad3a1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Synchronizing usage tracker for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:57.708198 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-e570cf0f-3414-481e-940c-649e31f8c102 req-50b810af-097e-4526-a43a-5ec3853ad3a1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Unset dirty status for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:57.710184 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-50b810af-097e-4526-a43a-5ec3853ad3a1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3035276 Jan 18 13:14:57.792470 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3147f928-5169-4230-86c0-1c94aaf2c8af req-753368fd-1939-4989-8709-fb07a2b82830 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:57.879587 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-12b2735c-bddb-4a75-8858-c4d59eba49c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87b93a3a89a84d34b0d953e810c9487c&device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 1098 time: 0.0812147 Jan 18 13:14:57.898875 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-0bda1f38-22c2-4ccc-a570-cebc6b163ab3 service neutron] 10.222.0.71 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763906 Jan 18 13:14:57.978550 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3147f928-5169-4230-86c0-1c94aaf2c8af req-753368fd-1939-4989-8709-fb07a2b82830 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:57.979704 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3147f928-5169-4230-86c0-1c94aaf2c8af req-753368fd-1939-4989-8709-fb07a2b82830 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 210 time: 0.2409103 Jan 18 13:14:58.062605 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-0dc854f1-0f87-492a-9a3f-4740f8f1902f service neutron] 10.222.0.71 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526461 Jan 18 13:14:58.063602 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-c86c5b28-e87c-4334-a127-277c4eeb1735 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:58.065191 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-c86c5b28-e87c-4334-a127-277c4eeb1735 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 200 len: 920 time: 0.1704154 Jan 18 13:14:58.234615 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-35d4a7c2-3920-4171-b9aa-9329525d1e65 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 200 len: 217 time: 0.1632493 Jan 18 13:14:58.312896 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d313cc5-7bb8-4669-81e2-5c533f2b26cb req-142b8806-1c28-4e66-a522-5a8f78a7d1f5 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:58.324034 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9d313cc5-7bb8-4669-81e2-5c533f2b26cb req-142b8806-1c28-4e66-a522-5a8f78a7d1f5 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1631043 Jan 18 13:14:58.342691 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-7fb5ccba-28ea-4964-825d-69356fbb39a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:58.344152 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-7fb5ccba-28ea-4964-825d-69356fbb39a6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 200 len: 859 time: 0.0988450 Jan 18 13:14:58.528945 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-ee94466d-5201-4488-9bab-0ae1fb90c80c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2959f65b-2f7f-4408-8c94-4999ba3618eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674412 Jan 18 13:14:58.582051 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9d313cc5-7bb8-4669-81e2-5c533f2b26cb req-7070eaca-e9ff-45a7-9c9c-642a607bec96 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568491 Jan 18 13:14:58.621817 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:14:58.684445 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:14:58.685063 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device be088bd4-ed2a-43c4-81fe-eca0b2c49dd3 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:14:58.875969 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:14:58.888705 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-d83daa1c-044a-4831-a948-6cf6b5b1b65c service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481922 Jan 18 13:14:59.122057 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0d58d912-5b0c-4e5d-8102-b2f6a034c973 req-58a56170-a0e9-46f3-93e3-0a99a576b071 service neutron] 10.222.0.96 "GET /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237332 Jan 18 13:14:59.203991 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b484a2-0288-4265-bd69-9e337bda9707 req-004d2716-e97c-4d04-af5f-be4b1427af69 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:59.235604 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-87b484a2-0288-4265-bd69-9e337bda9707 req-004d2716-e97c-4d04-af5f-be4b1427af69 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2347441 Jan 18 13:14:59.303139 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-87b484a2-0288-4265-bd69-9e337bda9707 req-cf0d5e2d-7d6c-4fe1-9c0f-faf1c86c51fc tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709324 Jan 18 13:14:59.360988 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7c9270c8-f219-4173-9eed-8c1ec949d332 req-782db5d4-8320-4ba6-a046-2a66bb99b2ef tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=60734eb9-abbb-4be2-bd3e-8a9de1ff05e3 HTTP/1.1" status: 200 len: 210 time: 0.0979166 Jan 18 13:14:59.441485 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-af08c3ca-4022-419d-8984-c3cef2ceb801 req-eb41f99b-f00a-4bc4-a5b8-0620c0229a0a tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0413475 Jan 18 13:14:59.868097 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed07f-c787-4a7a-b7f3-8780ba310143 req-2ff762ec-5fd3-4c1b-8f69-501c11959b67 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:59.869563 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2e9ed07f-c787-4a7a-b7f3-8780ba310143 req-2ff762ec-5fd3-4c1b-8f69-501c11959b67 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.0875025 Jan 18 13:14:59.915082 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2e9ed07f-c787-4a7a-b7f3-8780ba310143 req-3b0a61c6-cac8-4f73-9148-673634d7632e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399382 Jan 18 13:15:00.573455 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5cd5-9e1c-4902-a26c-4a6ebf86c8a0 req-d7892be1-5457-49b0-aa18-4e1e5780a2c7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:00.575984 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ffef5cd5-9e1c-4902-a26c-4a6ebf86c8a0 req-d7892be1-5457-49b0-aa18-4e1e5780a2c7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1297112 Jan 18 13:15:00.612089 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-72919bb8-12e3-446c-b355-3b10d6ab1af6 req-d37ec7b8-bddd-4cda-b3eb-876ad2dff890 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0662513 Jan 18 13:15:00.635847 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ffef5cd5-9e1c-4902-a26c-4a6ebf86c8a0 req-d73a41ac-9530-48cf-b2b9-7aa86148552e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541029 Jan 18 13:15:01.153821 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffefbfa-03bb-4c99-98fc-66b297258123 req-6a08cf45-cea1-4285-900c-1320f3e84853 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:01.154967 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0ffefbfa-03bb-4c99-98fc-66b297258123 req-6a08cf45-cea1-4285-900c-1320f3e84853 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.0966353 Jan 18 13:15:01.206513 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0ffefbfa-03bb-4c99-98fc-66b297258123 req-0e6a9017-a223-40a2-93c8-8ac4a98e57c9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Jan 18 13:15:01.790649 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6981c408-59cf-4052-a0a3-1f3bc6edf12c req-96047c6d-33a1-4b67-afd8-d268410d506f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0572305 Jan 18 13:15:01.890447 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78d69-04cf-4f29-82d5-610d5310fd4e req-0ccc5523-f843-497b-ad56-4b809aca6c59 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:01.892022 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cac78d69-04cf-4f29-82d5-610d5310fd4e req-0ccc5523-f843-497b-ad56-4b809aca6c59 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1132276 Jan 18 13:15:01.945028 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cac78d69-04cf-4f29-82d5-610d5310fd4e req-d2a873fe-b013-4cda-82f1-cd5a9a29a4a8 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Jan 18 13:15:02.477941 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88027e3-046f-40da-96f9-16e46facd591 req-7e3f6ee2-5c03-426d-8924-aaa6704d8314 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:02.479440 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a88027e3-046f-40da-96f9-16e46facd591 req-7e3f6ee2-5c03-426d-8924-aaa6704d8314 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1055868 Jan 18 13:15:02.543434 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a88027e3-046f-40da-96f9-16e46facd591 req-2fa6eab3-d7e4-407b-b050-0c09beda524d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546141 Jan 18 13:15:02.555474 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-cd6c6cc7-52fe-463f-aa7c-31137fbcc416 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1099 time: 0.0870531 Jan 18 13:15:02.692766 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-06e329ea-0ae8-4d4b-b782-8dad559fdb74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:02.694265 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-06e329ea-0ae8-4d4b-b782-8dad559fdb74 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1324253 Jan 18 13:15:02.845888 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-3b720ee4-e818-48c8-9798-6d373cc825de service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3102c59c-5a89-4571-b141-3203d214a2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1309683 Jan 18 13:15:02.922277 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-d0c6b8ac-5b22-4638-af8a-4ef5f5917c4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:02.923755 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-d0c6b8ac-5b22-4638-af8a-4ef5f5917c4d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0630648 Jan 18 13:15:02.986136 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857037a5-7f96-4213-95dc-6e1253d10a87 req-081404ee-4c99-45b1-8cb9-613542841166 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:02.988566 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-857037a5-7f96-4213-95dc-6e1253d10a87 req-081404ee-4c99-45b1-8cb9-613542841166 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.0794520 Jan 18 13:15:03.014107 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-80c7fcf0-3f42-4901-8e0a-4a6e83940d05 req-763d9007-2484-4078-a022-25f3017d09d4 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0493450 Jan 18 13:15:03.044017 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-857037a5-7f96-4213-95dc-6e1253d10a87 req-c0d17eb7-9d11-43a4-aaf2-4b328c068b07 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493016 Jan 18 13:15:03.047937 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-dc79616e-9a7d-46f3-81c0-3afa0ff7fe27 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1157150 Jan 18 13:15:03.238729 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-b766b1c0-bc88-4ed5-98c1-d9aa4ad4ae1c service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742802 Jan 18 13:15:03.325611 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e982d63-0560-4ea5-a5e7-ab5b6c3a11ec req-8e44cb22-42d0-451c-a4d1-45a3630858f3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:03.326966 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4e982d63-0560-4ea5-a5e7-ab5b6c3a11ec req-8e44cb22-42d0-451c-a4d1-45a3630858f3 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1859994 Jan 18 13:15:03.420862 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ddf74fbb-a049-464d-b911-84ff9417c452 req-3fff2422-9d3f-4f1a-8b76-da78fc24b454 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743290 Jan 18 13:15:03.423039 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4e982d63-0560-4ea5-a5e7-ab5b6c3a11ec req-9f8f3103-cf2c-46c8-8628-3ab79609f3ff tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892429 Jan 18 13:15:03.757485 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570cf0f-3414-481e-940c-649e31f8c102 req-de58124f-f8e8-4b31-98c7-7f988b32d3f9 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:03.759138 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-de58124f-f8e8-4b31-98c7-7f988b32d3f9 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.96 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 808 time: 0.3134146 Jan 18 13:15:03.838594 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-fc1ebee1-655c-4581-8817-5edeaea60235 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22ee837769284a64af4821470e4e4d3a HTTP/1.1" status: 200 len: 379 time: 0.0541668 Jan 18 13:15:03.845110 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3853e8-5519-4e3f-81c4-53f59f204101 req-045a6c4f-5918-41f3-a8fc-bf2b81321122 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:03.852223 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1e3853e8-5519-4e3f-81c4-53f59f204101 req-045a6c4f-5918-41f3-a8fc-bf2b81321122 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 946 time: 0.1426671 Jan 18 13:15:03.875322 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'port': {'device_id': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'admin_state_up': True, 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'security_groups': ['86e30aca-523e-49c6-b190-fcc398e86269']}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:03.979308 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1e3853e8-5519-4e3f-81c4-53f59f204101 req-3441d2f5-d688-4516-b4c3-a20fb6bb8b61 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262267 Jan 18 13:15:04.028987 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:04.039273 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:04.201483 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ccb262c5-769a-403b-bb78-075bf93ffc69 req-d6cf5489-d9a1-4908-a54f-653c072e8194 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0483811 Jan 18 13:15:04.217871 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Made reservation on behalf of 22ee837769284a64af4821470e4e4d3a for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:15:04.222590 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.241056 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54874) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:04.433438 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.439261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Allocated IP 172.20.0.14 (fcd3b77f-b23b-4886-8965-fb32054502eb/1f611ed4-863f-4784-90e3-e2fac7139fe9/d072c2fb-55ee-40b4-be7c-58bc20f51041) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:04.479303 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1114-cec5-487c-8687-807a55ec5ec4 req-ebc19c45-85cd-43a2-8633-28ad82d84350 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:04.481169 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bdfb1114-cec5-487c-8687-807a55ec5ec4 req-ebc19c45-85cd-43a2-8633-28ad82d84350 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.2283254 Jan 18 13:15:04.481752 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:04.485761 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Usage tracker for resource:security_group_rule and tenant:0fd95d0c366a4930bf59096eca8bdecc is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:04.502172 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:04.511560 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:04.549175 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bdfb1114-cec5-487c-8687-807a55ec5ec4 req-100f5009-33cd-453e-ba6b-63c21344e224 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606236 Jan 18 13:15:04.608280 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.632099 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.646282 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:04.648095 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Transition to ACTIVE for port object d072c2fb-55ee-40b4-be7c-58bc20f51041 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:04.719647 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.763402 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.771019 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daa8e1b-79a2-42c8-85a2-1093c3a0570f,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:04.780445 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0fd95d0c366a4930bf59096eca8bdecc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5356464 Jan 18 13:15:04.780775 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54880) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:04.787690 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.788290 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.788628 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.789177 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.789509 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.789835 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.790829 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.792343 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.792676 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.793002 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.793327 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb97ec9-584d-45a2-9ac1-5a7ce69b61df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:04.796353 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:04.809592 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:04.833748 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.866955 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0', 'code': 200} Jan 18 13:15:04.914477 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.930317 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Network fcd3b77f-b23b-4886-8965-fb32054502eb is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:04.930969 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b6f235e5-7c23-40b9-9319-38b3f2e667d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.935329 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:04.947862 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:04.983075 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:04.993504 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=8']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:05.069034 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b6f235e5-7c23-40b9-9319-38b3f2e667d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.077100 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.077457 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.077943 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.078334 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.078727 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.079052 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.079410 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.079733 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.080052 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.080368 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.080682 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:05.112489 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:05.112998 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.201146 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-453b2503-83e2-4616-b1e4-3e0afc676941 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:05.202685 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-453b2503-83e2-4616-b1e4-3e0afc676941 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.1955638 Jan 18 13:15:05.231771 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479da5b6-85b3-4e35-8541-bfe2547eb61c req-9f62a84a-4bb0-4130-af5d-c014f46df776 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:05.233293 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-479da5b6-85b3-4e35-8541-bfe2547eb61c req-9f62a84a-4bb0-4130-af5d-c014f46df776 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0946195 Jan 18 13:15:05.271134 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ad8ac571-c391-4ee1-b543-418ca5278a08 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4025235 Jan 18 13:15:05.283914 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-479da5b6-85b3-4e35-8541-bfe2547eb61c req-9bee3402-67c6-4643-9aa0-b41da946defd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Jan 18 13:15:05.292733 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Request body: {'port': {'device_id': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:05.330042 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b6f235e5-7c23-40b9-9319-38b3f2e667d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.336413 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-61350134-d970-442c-9fe2-67b4b66d3c2d None None] Provisioning for port d072c2fb-55ee-40b4-be7c-58bc20f51041 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:05.342203 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-61350134-d970-442c-9fe2-67b4b66d3c2d None None] Provisioning complete for port d072c2fb-55ee-40b4-be7c-58bc20f51041 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:05.342766 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-61350134-d970-442c-9fe2-67b4b66d3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.394473 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f235e5-7c23-40b9-9319-38b3f2e667d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daa8e1b-79a2-42c8-85a2-1093c3a0570f,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:05.400154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Deleting port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:15:05.400808 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.424739 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-61350134-d970-442c-9fe2-67b4b66d3c2d None None] Port d072c2fb-55ee-40b4-be7c-58bc20f51041 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:15:05.429864 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b6f235e5-7c23-40b9-9319-38b3f2e667d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.430884 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b6f235e5-7c23-40b9-9319-38b3f2e667d4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7daa8e1b-79a2-42c8-85a2-1093c3a0570f HTTP/1.1" status: 204 len: 168 time: 0.6489160 Jan 18 13:15:05.591805 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.756845 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046024b-4be7-47ea-8852-3b24810d15cd req-f65ddb39-53c0-4a9b-a650-61fa1ede74a6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:05.757542 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1046024b-4be7-47ea-8852-3b24810d15cd req-f65ddb39-53c0-4a9b-a650-61fa1ede74a6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Synchronizing usage tracker for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:15:05.780188 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f3973-4527-4c18-af58-c5f64761a8c1 req-b12db0ea-f51b-48e0-ad47-194683f54e57 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:05.781919 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c74f3973-4527-4c18-af58-c5f64761a8c1 req-b12db0ea-f51b-48e0-ad47-194683f54e57 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 946 time: 0.0815120 Jan 18 13:15:05.854143 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c74f3973-4527-4c18-af58-c5f64761a8c1 req-82a1ebd1-60a4-41b1-9446-7d88ca7644f7 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/security-groups?id=196052bb-5070-4699-9206-7dcb6f5c1290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567894 Jan 18 13:15:05.921941 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-1046024b-4be7-47ea-8852-3b24810d15cd req-f65ddb39-53c0-4a9b-a650-61fa1ede74a6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Unset dirty status for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:15:05.923125 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1046024b-4be7-47ea-8852-3b24810d15cd req-f65ddb39-53c0-4a9b-a650-61fa1ede74a6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 932 time: 0.5765803 Jan 18 13:15:05.972768 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] For port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,segment=NetworkSegment(6651c368-4108-4642-9195-6040d416250c),segment_id=6651c368-4108-4642-9195-6040d416250c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:05.973594 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.163445 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Calling delete_port for 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:15:06.243074 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1046024b-4be7-47ea-8852-3b24810d15cd req-7bf37fac-582f-4275-a9f7-f1ed18e29c03 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063462 Jan 18 13:15:06.424399 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d072c2fb-55ee-40b4-be7c-58bc20f51041 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:15:06.432260 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.434385 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54900) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:06.462588 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.498293 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:06.501148 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08b473-e219-42a5-8aa9-81f7b87a626c req-af6f80f6-82c7-4d42-86ab-5d895a2e402e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:06.502712 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed08b473-e219-42a5-8aa9-81f7b87a626c req-af6f80f6-82c7-4d42-86ab-5d895a2e402e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0770032 Jan 18 13:15:06.502906 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c1cefcc28e874f7b88f75abea696b2ee is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:06.506450 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:06.513408 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:06.531396 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Transition to ACTIVE for port object d072c2fb-55ee-40b4-be7c-58bc20f51041 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:06.535747 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.554765 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed08b473-e219-42a5-8aa9-81f7b87a626c req-0b58e24f-1ab3-4bcf-b094-7ecc3ab2f455 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 Jan 18 13:15:06.594631 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Pushing event deleted for resources: {'Port': ['ID=6c7c0de3-3bdb-4be6-859d-38c0e7937de9,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:06.609097 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['6c7c0de3-3bdb-4be6-859d-38c0e7937de9'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:06.697273 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.738563 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] No DVR routers for this DVR port 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:15:06.753278 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.767797 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'name': 'network-vif-deleted', 'tag': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:06.901565 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c84ac4-fc77-4c60-a95f-ce9ef629469d', 'name': 'network-vif-deleted', 'tag': '6c7c0de3-3bdb-4be6-859d-38c0e7937de9', 'status': 'completed', 'code': 200} Jan 18 13:15:06.923250 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:06.936962 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.026318 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-24309bd2-74b9-4c4d-9e1b-ee96c25107e6 req-abc8d875-9ec8-4e05-9fa0-bf54a346053f tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.96 "DELETE /v2.0/ports/6c7c0de3-3bdb-4be6-859d-38c0e7937de9 HTTP/1.1" status: 204 len: 173 time: 1.8169985 Jan 18 13:15:07.068940 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.084651 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-cb77e419-11d9-42bf-b06e-eab30aced6a3 req-ebe47ef5-1c5e-4367-9e6c-244a547b4142 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Synchronizing usage tracker for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:15:07.150221 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa382ae-117b-4cea-ba9f-678f9134ae4d,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:07.156902 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Attempting to bind port d072c2fb-55ee-40b4-be7c-58bc20f51041 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:07.157052 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Attempting to bind port d072c2fb-55ee-40b4-be7c-58bc20f51041 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:07.157373 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Attempting to bind port d072c2fb-55ee-40b4-be7c-58bc20f51041 on network fcd3b77f-b23b-4886-8965-fb32054502eb {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:07.161072 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-d514b2e6-5e4b-4d78-b2fe-7e236998c9b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1cefcc28e874f7b88f75abea696b2ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7257504 Jan 18 13:15:07.163950 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54924) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:07.185720 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Port d072c2fb-55ee-40b4-be7c-58bc20f51041 on network fcd3b77f-b23b-4886-8965-fb32054502eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:15:07.186040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Attempting to bind port d072c2fb-55ee-40b4-be7c-58bc20f51041 on network fcd3b77f-b23b-4886-8965-fb32054502eb {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:07.209743 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:07.210132 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Checking segment: {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:07.210450 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Bound using segment: {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:07.210951 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Bound port: d072c2fb-55ee-40b4-be7c-58bc20f51041, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f579c8-4e39-49cd-81b5-2a136c78e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:07.211204 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.266359 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-cb77e419-11d9-42bf-b06e-eab30aced6a3 req-ebe47ef5-1c5e-4367-9e6c-244a547b4142 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] Unset dirty status for tenant:cd68037724504c6c9ec4dbb554896499 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:15:07.267473 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cb77e419-11d9-42bf-b06e-eab30aced6a3 req-ebe47ef5-1c5e-4367-9e6c-244a547b4142 tempest-AttachVolumeNegativeTest-1886978773 tempest-AttachVolumeNegativeTest-1886978773-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6c84ac4-fc77-4c60-a95f-ce9ef629469d HTTP/1.1" status: 200 len: 210 time: 0.2496517 Jan 18 13:15:07.294330 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5b175bfa-c654-4659-bd2f-3f42bab2a23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.336255 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5b175bfa-c654-4659-bd2f-3f42bab2a23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.346368 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:07.363986 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:07.465696 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab590bf-1710-485c-9819-f869e1fa606e req-e60d609d-3a95-47e2-b3c0-78be43f33113 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:07.467153 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1ab590bf-1710-485c-9819-f869e1fa606e req-e60d609d-3a95-47e2-b3c0-78be43f33113 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0811241 Jan 18 13:15:07.494188 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.575178 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5b175bfa-c654-4659-bd2f-3f42bab2a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.620040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b175bfa-c654-4659-bd2f-3f42bab2a23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa382ae-117b-4cea-ba9f-678f9134ae4d,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:07.624358 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.625235 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] 10.222.0.96 "PUT /v2.0/ports/d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 1094 time: 2.3370993 Jan 18 13:15:07.628229 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1ab590bf-1710-485c-9819-f869e1fa606e req-0cfceb73-a785-4902-bbb8-35ff979d0cd2 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556160 Jan 18 13:15:07.631122 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5b175bfa-c654-4659-bd2f-3f42bab2a23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:07.634524 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5b175bfa-c654-4659-bd2f-3f42bab2a23b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/caa382ae-117b-4cea-ba9f-678f9134ae4d HTTP/1.1" status: 204 len: 168 time: 0.4673786 Jan 18 13:15:07.640419 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e10b6-ef11-44ef-8503-ab96e91fdfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:07.864355 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-0dfd2a95-affa-4c79-9ed1-e3b5d0f8ec35 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0903077 Jan 18 13:15:07.953014 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-b68430a3-e6e1-436b-8e5c-2d40701e3db5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 217 time: 0.0705113 Jan 18 13:15:08.066888 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570cf0f-3414-481e-940c-649e31f8c102 req-23be13d1-cdf1-4111-be30-048b2687af85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:08.068852 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-23be13d1-cdf1-4111-be30-048b2687af85 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 200 len: 847 time: 0.1101747 Jan 18 13:15:08.153870 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-39262d9a-6c87-4f72-872d-c7419aadc33b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fcd3b77f-b23b-4886-8965-fb32054502eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730860 Jan 18 13:15:08.299918 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-577afdc5-b32d-4b77-b1e0-2382fa770d06 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392186 Jan 18 13:15:08.385113 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54944) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:08.451359 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e570cf0f-3414-481e-940c-649e31f8c102 req-bfce86b6-5e65-46c8-ad06-9b7935e61de6 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389515 Jan 18 13:15:08.453014 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] Deleting subnet 20fafe53-899a-4be5-b7a1-f5c915a90428 {{(pid=83634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:15:08.455941 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:08.506093 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8231942'] for subnet, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:08.568766 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:08.676542 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:08.710725 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 54956) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:08.710993 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cf437935-841f-44c6-8f1a-d2804d08903a req-e8d68eae-7ba3-47ad-9ab9-2b5d62608bd6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1064160 Jan 18 13:15:08.718619 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:15:08.720349 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 6c7c0de3-3bdb-4be6-859d-38c0e7937de9 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:15:08.720349 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:08.731107 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:08.764429 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:08.769541 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Usage tracker for resource:security_group_rule and tenant:ee08171dc1c24a8097130ca8ac598dd9 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:08.782802 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7413453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8373340'] for subnet, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:08.812044 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:08.820486 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:08.824657 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fafe53-899a-4be5-b7a1-f5c915a90428,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:08.830958 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:08.853461 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e8a916da-5a46-4d90-a280-827907249717 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/20fafe53-899a-4be5-b7a1-f5c915a90428 HTTP/1.1" status: 204 len: 168 time: 0.4671669 Jan 18 13:15:08.856010 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54960) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:08.885425 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c18a4d-1b2e-483e-8c63-70ca3e9014b0 req-a9bfd064-9d03-4bec-9b49-9165b0c977e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:08.887026 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-86c18a4d-1b2e-483e-8c63-70ca3e9014b0 req-a9bfd064-9d03-4bec-9b49-9165b0c977e6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.1187365 Jan 18 13:15:08.918161 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:08.951514 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:08.964441 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-86c18a4d-1b2e-483e-8c63-70ca3e9014b0 req-7ddff9ba-9541-40ac-b6a2-317ddb636dfd tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696421 Jan 18 13:15:08.971004 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.033337 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'status': 'completed', 'code': 200} Jan 18 13:15:09.062257 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.105407 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.136749 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:09.152814 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6651c368-4108-4642-9195-6040d416250c') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:09.153037 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6651c368-4108-4642-9195-6040d416250c') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:09.155959 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46db32e-55a2-4211-8f41-3a6d338a0126,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:09.164831 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8c5bc91f-4b41-4ee7-8e15-84aff8e1ea29 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee08171dc1c24a8097130ca8ac598dd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4478898 Jan 18 13:15:09.165046 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54970) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:09.187490 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.211534 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-1b53eabc-d990-4b73-8ab3-180cb91ce4d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1238806 Jan 18 13:15:09.222385 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.241704 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:15:09.242100 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:15:09.256301 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:15:09.354014 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-81d0a707-f3b0-4622-b01d-9c05f0d8231d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:09.355938 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-81d0a707-f3b0-4622-b01d-9c05f0d8231d service neutron] 10.222.0.96 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 909 time: 0.1352334 Jan 18 13:15:09.390036 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-38c84b2f-0239-4dd9-9f40-8668530358ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.426236 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-f6c6b5a1-0d98-4972-a5f2-5262fb4e1fe0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 217 time: 0.0644851 Jan 18 13:15:09.429697 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-38c84b2f-0239-4dd9-9f40-8668530358ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.477143 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcd111-b856-40f0-950e-da8a86885fc2 req-605a2f8b-0551-4674-9daa-8b6072650159 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:09.478688 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0abcd111-b856-40f0-950e-da8a86885fc2 req-605a2f8b-0551-4674-9daa-8b6072650159 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1691823 Jan 18 13:15:09.499897 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-9c428938-0532-4821-acfd-32136357b044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:09.501338 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-9c428938-0532-4821-acfd-32136357b044 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 200 len: 847 time: 0.0687196 Jan 18 13:15:09.521372 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.526038 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.545487 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 54982) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:09.561033 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:09.567756 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0abcd111-b856-40f0-950e-da8a86885fc2 req-c18bc360-6950-4a88-a9a8-d9b811b0e0f0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784471 Jan 18 13:15:09.583442 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-62375f76-b8c7-42d3-8bb1-0d750b4e9888 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fcd3b77f-b23b-4886-8965-fb32054502eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747590 Jan 18 13:15:09.611091 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-38c84b2f-0239-4dd9-9f40-8668530358ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.613448 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-38c84b2f-0239-4dd9-9f40-8668530358ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.614647 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-38c84b2f-0239-4dd9-9f40-8668530358ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d46db32e-55a2-4211-8f41-3a6d338a0126 HTTP/1.1" status: 204 len: 168 time: 0.4490693 Jan 18 13:15:09.625129 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c84b2f-0239-4dd9-9f40-8668530358ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46db32e-55a2-4211-8f41-3a6d338a0126,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:09.635342 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d9eefae0-de23-4824-bcfa-e2b211a0d516 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5ce9fd62-24ad-4124-9fef-4f4f9f1f91ef HTTP/1.1" status: 204 len: 168 time: 0.7756529 Jan 18 13:15:09.733791 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-3c65fd03-22fb-4bad-a87d-5d7b91bcee8b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1829727 Jan 18 13:15:09.790717 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-903dc7d0-d0cf-4f34-b59b-992a592214ae service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998956 Jan 18 13:15:09.978951 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef6c934e-27bf-4f16-b0e7-e03462738a95 req-26dd4913-ed37-4a24-a495-e3db03e61a70 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747971 Jan 18 13:15:10.162742 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b169ae-b5f5-4983-b1b9-eede911fd68e req-8e9153eb-1360-4fdb-be9c-0e42824fb86f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:10.164577 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-04b169ae-b5f5-4983-b1b9-eede911fd68e req-8e9153eb-1360-4fdb-be9c-0e42824fb86f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0769351 Jan 18 13:15:10.212191 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-04b169ae-b5f5-4983-b1b9-eede911fd68e req-3ca01248-ff2a-45e3-9e0d-4bb11f9b871e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420501 Jan 18 13:15:10.362342 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 55012) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:10.472018 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6a72f2a1-5505-4160-9b9d-1cec8d3e466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.525091 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-07837241-9da9-4abb-9e14-7d19ec026e9f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd68037724504c6c9ec4dbb554896499&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1613796 Jan 18 13:15:10.527879 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55018) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:10.559842 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b312d2-5c41-4834-93df-9099b106da7c req-7b08b2fc-7d9a-4a71-9222-9f0e2768022d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:10.561314 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-51b312d2-5c41-4834-93df-9099b106da7c req-7b08b2fc-7d9a-4a71-9222-9f0e2768022d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0953398 Jan 18 13:15:10.594671 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d67b22f-68f2-4c61-b501-bc83052b3a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.608095 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-51b312d2-5c41-4834-93df-9099b106da7c req-e4cfcd80-d2fd-46b2-8019-e23bd6a89eba tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Jan 18 13:15:10.622833 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d67b22f-68f2-4c61-b501-bc83052b3a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.670864 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d072c2fb-55ee-40b4-be7c-58bc20f51041 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:15:10.786679 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d67b22f-68f2-4c61-b501-bc83052b3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.814496 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67b22f-68f2-4c61-b501-bc83052b3a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196052bb-5070-4699-9206-7dcb6f5c1290,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:10.816967 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:10.827007 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2d795-68af-4d53-958a-fa8f7cc6452d req-e45301c7-8ade-4a8d-a9b8-b6091a77fbba tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:10.829423 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-56f2d795-68af-4d53-958a-fa8f7cc6452d req-e45301c7-8ade-4a8d-a9b8-b6091a77fbba tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1128314 Jan 18 13:15:10.847172 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'port_id': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'mac_address': 'fa:16:3e:3b:7e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:15:10.882977 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-56f2d795-68af-4d53-958a-fa8f7cc6452d req-a4a0795c-8838-4538-a091-2cf3dfbc0ab5 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467262 Jan 18 13:15:10.938389 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.958753 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d072c2fb-55ee-40b4-be7c-58bc20f51041 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:15:10.974021 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:10.978707 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2d67b22f-68f2-4c61-b501-bc83052b3a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.979902 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2d67b22f-68f2-4c61-b501-bc83052b3a99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/196052bb-5070-4699-9206-7dcb6f5c1290 HTTP/1.1" status: 204 len: 168 time: 0.4506743 Jan 18 13:15:11.108163 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:11.179553 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:11.439032 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eb9ab-9fa2-4ff0-9cfc-74f6e7920b5d req-a52e71a4-fbee-4283-b5f8-a2c0a30450b3 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:11.440733 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-353eb9ab-9fa2-4ff0-9cfc-74f6e7920b5d req-a52e71a4-fbee-4283-b5f8-a2c0a30450b3 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0866413 Jan 18 13:15:11.497426 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-353eb9ab-9fa2-4ff0-9cfc-74f6e7920b5d req-b359c0b7-a535-4949-aae4-6fc86ea67fd9 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508201 Jan 18 13:15:11.570862 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['d072c2fb-55ee-40b4-be7c-58bc20f51041'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:11.862316 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322b5fa-e843-42bd-9b77-9e5c8cefea4a req-16cc1248-7535-49b3-b0dd-bfc5b80e17a0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:11.870313 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b322b5fa-e843-42bd-9b77-9e5c8cefea4a req-16cc1248-7535-49b3-b0dd-bfc5b80e17a0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0991275 Jan 18 13:15:11.915042 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b322b5fa-e843-42bd-9b77-9e5c8cefea4a req-817d75f9-0c1b-43f0-b9e8-07ece1f87295 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Jan 18 13:15:12.106736 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce04e8e-2f60-420b-869a-b6b30a8d85bf req-e6d22b24-18d0-4eaa-94c0-00225b543357 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:12.113887 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ce04e8e-2f60-420b-869a-b6b30a8d85bf req-e6d22b24-18d0-4eaa-94c0-00225b543357 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0777562 Jan 18 13:15:12.160141 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3ce04e8e-2f60-420b-869a-b6b30a8d85bf req-0d84fe2c-7d4f-4249-b6d0-19884b26a67c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464103 Jan 18 13:15:12.548996 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-073d27f4-8a2e-4d25-a3ff-fcb12e74c4d6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1&tenant_id=b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 1097 time: 0.1173971 Jan 18 13:15:12.696796 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d072c2fb-55ee-40b4-be7c-58bc20f51041 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:12.736092 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2394c99c-0324-4917-a7ae-f4629404cb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:12.741508 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-90fd067f-d575-4635-9107-48cc3ea52959 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1097 time: 0.1450033 Jan 18 13:15:12.782068 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5e15-b933-417c-a1e2-f1cd67d6414e req-54a35f61-b923-438c-b7b4-314ba09f5e82 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:12.783580 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4d5b5e15-b933-417c-a1e2-f1cd67d6414e req-54a35f61-b923-438c-b7b4-314ba09f5e82 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 945 time: 0.1337552 Jan 18 13:15:12.904973 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4d5b5e15-b933-417c-a1e2-f1cd67d6414e req-83debb9e-5a09-4015-a55e-fe6bac7f6c07 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085906 Jan 18 13:15:12.934370 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24352de-80c8-452d-82d9-c48046a37243 req-081f3f77-f119-4c22-867d-147b6fd2b597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:12.935864 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-081f3f77-f119-4c22-867d-147b6fd2b597 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1805365 Jan 18 13:15:13.050466 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port d072c2fb-55ee-40b4-be7c-58bc20f51041 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:13.056165 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-466ac343-58a1-46d9-8db9-5adeaa6b6e28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3102c59c-5a89-4571-b141-3203d214a2b0 HTTP/1.1" status: 200 len: 1000 time: 0.1058507 Jan 18 13:15:13.056331 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port d072c2fb-55ee-40b4-be7c-58bc20f51041 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:13.056687 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.126801 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24352de-80c8-452d-82d9-c48046a37243 req-38ca1355-b4ca-4f7c-b2db-75c9b94b564c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:13.127230 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeaf9e-68d7-4626-96a4-c6b097e03cd3 req-63cc75c1-9295-43d3-85c1-1cfcffe0818b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:13.136320 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-38ca1355-b4ca-4f7c-b2db-75c9b94b564c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0641785 Jan 18 13:15:13.136453 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9beeaf9e-68d7-4626-96a4-c6b097e03cd3 req-63cc75c1-9295-43d3-85c1-1cfcffe0818b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.0930579 Jan 18 13:15:13.182210 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.183850 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9beeaf9e-68d7-4626-96a4-c6b097e03cd3 req-9b7d96d8-b47e-49a5-b122-82f054006f2c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489519 Jan 18 13:15:13.206771 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:13.217654 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:13.274749 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'code': 200} Jan 18 13:15:13.289177 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-cf678b68-9505-4c6f-a6be-cbbb25986379 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1349778 Jan 18 13:15:13.295452 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-074487d6-9d84-43ee-a7de-fdd022e8774b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:13.296756 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-074487d6-9d84-43ee-a7de-fdd022e8774b tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1414483 Jan 18 13:15:13.439782 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.517035 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Deleting port 0dd17e31-37a0-4236-b369-e349192179f5 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:15:13.517368 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.582043 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:13.594550 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.595185 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.595712 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.596192 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.596863 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.597343 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.599320 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.599810 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.600380 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.600871 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.601388 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:13.616994 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-aa787f9e-6efd-4bb7-85af-c8c942df42b6 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013322 Jan 18 13:15:13.660505 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.753897 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0aea5-787d-4d37-b323-f94fedbb8847 req-d2f382c9-3153-4280-8ac7-e6f05a992049 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:13.755989 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bdb0aea5-787d-4d37-b323-f94fedbb8847 req-d2f382c9-3153-4280-8ac7-e6f05a992049 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.4181752 Jan 18 13:15:13.913690 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b95aa326-bcc8-4043-b6d5-9253538cb316 req-22218b41-9a56-4da1-af56-be9fc574a183 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1099 time: 0.0793281 Jan 18 13:15:13.971141 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-bdb0aea5-787d-4d37-b323-f94fedbb8847 req-f7163dcc-8487-4199-9144-ffdb351337c5 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057152 Jan 18 13:15:13.981413 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e24352de-80c8-452d-82d9-c48046a37243 req-547ec3e1-393a-4f8f-bc10-a98991063393 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350255 Jan 18 13:15:13.994724 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] For port 0dd17e31-37a0-4236-b369-e349192179f5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0dd17e31-37a0-4236-b369-e349192179f5,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:13.995081 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:14.003276 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b95aa326-bcc8-4043-b6d5-9253538cb316 req-d8d60f6f-6ba5-4102-b9e6-82febb8db139 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822246 Jan 18 13:15:14.010555 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:14.139222 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Calling delete_port for 0dd17e31-37a0-4236-b369-e349192179f5 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:15:14.141618 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34d850-59ab-4bf7-8bf6-c1435398eda2 req-1aa000af-f5ad-4e00-9698-b2bda5b6603c tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:14.144278 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6b34d850-59ab-4bf7-8bf6-c1435398eda2 req-1aa000af-f5ad-4e00-9698-b2bda5b6603c tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0840530 Jan 18 13:15:14.192780 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6b34d850-59ab-4bf7-8bf6-c1435398eda2 req-07ed76c0-a229-4d8d-96bc-66a99d8f8de6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 Jan 18 13:15:14.408430 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986424c-1bc1-4ba2-a4e2-286708b711b6 req-c3c75735-5021-4ef3-9735-2ae227c76acd tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:14.409870 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1986424c-1bc1-4ba2-a4e2-286708b711b6 req-c3c75735-5021-4ef3-9735-2ae227c76acd tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1008949 Jan 18 13:15:14.456805 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1986424c-1bc1-4ba2-a4e2-286708b711b6 req-ed09ec9c-1c81-4c72-a9b0-a0163fac6b51 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Jan 18 13:15:14.485261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:14.536422 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Pushing event deleted for resources: {'Port': ['ID=0dd17e31-37a0-4236-b369-e349192179f5,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:14.537071 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['ec51fd98-5777-400a-8e3f-d52b5f1bca32', '0dd17e31-37a0-4236-b369-e349192179f5'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:14.626944 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] No DVR routers for this DVR port 0dd17e31-37a0-4236-b369-e349192179f5 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:15:14.629622 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:14.636359 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'name': 'network-vif-deleted', 'tag': '0dd17e31-37a0-4236-b369-e349192179f5'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:14.719438 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a450757e-60a1-4d76-aeb1-0bf4a70c0e0e', 'name': 'network-vif-deleted', 'tag': '0dd17e31-37a0-4236-b369-e349192179f5', 'status': 'completed', 'code': 200} Jan 18 13:15:14.754960 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fbb3b695-b896-4176-a483-b3ed53904aaf req-c820ded3-61cb-4536-98e7-a156845e7c3d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "DELETE /v2.0/ports/0dd17e31-37a0-4236-b369-e349192179f5 HTTP/1.1" status: 204 len: 173 time: 1.4159503 Jan 18 13:15:15.109815 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:15.284258 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb8612-8754-46d8-922e-4cffb54bc562 req-b817beb1-0aaa-4c85-8ad0-c3d2b6860bc4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:15.284258 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6cb8612-8754-46d8-922e-4cffb54bc562 req-b817beb1-0aaa-4c85-8ad0-c3d2b6860bc4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0785117 Jan 18 13:15:15.302455 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c6cb8612-8754-46d8-922e-4cffb54bc562 req-caac3a24-4a02-40ff-b051-1df57f461132 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610592 Jan 18 13:15:15.412041 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b80dd-87ce-499f-a2bb-172bd36df594 req-46ec49d6-658e-4257-b929-663ccd8a637b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:15.413738 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f41b80dd-87ce-499f-a2bb-172bd36df594 req-46ec49d6-658e-4257-b929-663ccd8a637b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0805564 Jan 18 13:15:15.459080 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f41b80dd-87ce-499f-a2bb-172bd36df594 req-a4756fe8-1f19-42f6-a609-ecd178b56b9f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398109 Jan 18 13:15:15.652014 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b8d7d7ab-9ef5-46e2-8f00-e368ea7891d4 req-e785a619-886a-4cd7-a6e9-7ab03ef24e79 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Synchronizing usage tracker for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:15:15.757710 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b8d7d7ab-9ef5-46e2-8f00-e368ea7891d4 req-e785a619-886a-4cd7-a6e9-7ab03ef24e79 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Unset dirty status for tenant:87b93a3a89a84d34b0d953e810c9487c on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:15:15.758944 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b8d7d7ab-9ef5-46e2-8f00-e368ea7891d4 req-e785a619-886a-4cd7-a6e9-7ab03ef24e79 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=a450757e-60a1-4d76-aeb1-0bf4a70c0e0e HTTP/1.1" status: 200 len: 210 time: 0.1479280 Jan 18 13:15:16.537519 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c4dc-1e97-4299-98cb-409a172126d3 req-32069c10-982a-41dd-b147-933c8d57db53 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:16.540036 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7c36c4dc-1e97-4299-98cb-409a172126d3 req-32069c10-982a-41dd-b147-933c8d57db53 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0934324 Jan 18 13:15:16.614632 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7c36c4dc-1e97-4299-98cb-409a172126d3 req-928d1eef-e8f9-4fb7-b412-21e0eb2e0baa tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686028 Jan 18 13:15:16.690266 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0dd17e31-37a0-4236-b369-e349192179f5 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:16.743039 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51084b-1c8f-4182-80e0-ad4e705f5494 req-b486e330-6fbe-46ba-bfdb-0b3d0d5d5197 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:16.747203 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7f51084b-1c8f-4182-80e0-ad4e705f5494 req-b486e330-6fbe-46ba-bfdb-0b3d0d5d5197 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1163485 Jan 18 13:15:16.748214 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 0dd17e31-37a0-4236-b369-e349192179f5 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:15:16.748555 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0dd17e31-37a0-4236-b369-e349192179f5 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:15:16.812154 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7f51084b-1c8f-4182-80e0-ad4e705f5494 req-88de687c-fe3c-462c-8893-398d06e0ae71 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555942 Jan 18 13:15:17.215884 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884aaa12-b205-498c-aeeb-6d9cc7ce96a0 req-d4f42b71-5936-4c90-a8a3-f38b58fb8de5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:17.226002 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-884aaa12-b205-498c-aeeb-6d9cc7ce96a0 req-d4f42b71-5936-4c90-a8a3-f38b58fb8de5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.2098877 Jan 18 13:15:17.345195 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-884aaa12-b205-498c-aeeb-6d9cc7ce96a0 req-715e41d0-4c61-4e77-a62a-9848c21fecae tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158040 Jan 18 13:15:17.374944 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55176) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:17.860274 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389635e-223b-4ed2-834a-d7e7e9548258 req-5c756c0e-a538-4876-93a8-82f3be918cfc tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:17.868299 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4389635e-223b-4ed2-834a-d7e7e9548258 req-5c756c0e-a538-4876-93a8-82f3be918cfc tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2517791 Jan 18 13:15:17.887555 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aaaab077-a408-4f0f-87bb-4769f2914cf5 tempest-TestShelveInstance-1189196868 tempest-TestShelveInstance-1189196868-project-admin] Synchronizing usage tracker for tenant:d18f6b6f4f284ffb8193aaa033495756 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:15:17.937845 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4389635e-223b-4ed2-834a-d7e7e9548258 req-478fc262-4349-4ea3-9e63-0ee5798384c7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684378 Jan 18 13:15:17.970715 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cfc97-0740-4206-8de4-afa22f245038 req-f4fe54a3-b843-4837-bee8-a97c8d0917e4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:17.972188 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4c2cfc97-0740-4206-8de4-afa22f245038 req-f4fe54a3-b843-4837-bee8-a97c8d0917e4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1204805 Jan 18 13:15:18.039533 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4c2cfc97-0740-4206-8de4-afa22f245038 req-cad5deea-9a23-4c74-9484-3c1d1493f2aa tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606270 Jan 18 13:15:18.054764 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aaaab077-a408-4f0f-87bb-4769f2914cf5 tempest-TestShelveInstance-1189196868 tempest-TestShelveInstance-1189196868-project-admin] Unset dirty status for tenant:d18f6b6f4f284ffb8193aaa033495756 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:15:18.059926 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-aaaab077-a408-4f0f-87bb-4769f2914cf5 tempest-TestShelveInstance-1189196868 tempest-TestShelveInstance-1189196868-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1094 time: 0.6804078 Jan 18 13:15:18.060163 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55190) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:18.068260 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Request body: {'floatingip': {'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'port_id': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:18.080361 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:18.084933 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Usage tracker for resource:floatingip and tenant:22ee837769284a64af4821470e4e4d3a is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:18.087928 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:18.094173 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:18.200386 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for floatingip, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:18.384371 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:18.547350 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Allocated IP 172.28.0.74 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/c466451b-8944-44cc-941c-1d7b321505a9) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:18.772441 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:19.193921 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58f51b-0d42-4147-a7bc-11ab236fc2e8 req-07448933-3638-480f-a62a-1f5ece301ffe tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:19.195782 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6f58f51b-0d42-4147-a7bc-11ab236fc2e8 req-07448933-3638-480f-a62a-1f5ece301ffe tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0940161 Jan 18 13:15:19.260317 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6f58f51b-0d42-4147-a7bc-11ab236fc2e8 req-80312849-e234-40f1-b3d4-2c7c464f922a tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Jan 18 13:15:19.276322 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ede03-9b25-4d46-9e16-a1b13205084f req-570393c6-e006-4eb6-8135-8bca0b885f83 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:19.282838 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-262ede03-9b25-4d46-9e16-a1b13205084f req-570393c6-e006-4eb6-8135-8bca0b885f83 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0943758 Jan 18 13:15:19.349420 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:19.354462 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-262ede03-9b25-4d46-9e16-a1b13205084f req-87f0af42-aac4-4762-a460-fd6907b750e1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580704 Jan 18 13:15:19.438082 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:19.441165 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:19.451453 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:19.479777 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'Port': ['ID=c466451b-8944-44cc-941c-1d7b321505a9,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:20.274786 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.402725 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.643706 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e8538-e073-450a-8201-37c0a92b4a08 req-fa85c80b-b7aa-4a2e-adda-f306f7f0c4d6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:20.652437 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cb7e8538-e073-450a-8201-37c0a92b4a08 req-fa85c80b-b7aa-4a2e-adda-f306f7f0c4d6 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.2514558 Jan 18 13:15:20.654431 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6c015-eaf9-47bd-9055-a527e759853c req-228baffe-d519-42b9-a083-c13e439bc576 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:20.659666 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-76b6c015-eaf9-47bd-9055-a527e759853c req-228baffe-d519-42b9-a083-c13e439bc576 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1224091 Jan 18 13:15:20.747646 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cb7e8538-e073-450a-8201-37c0a92b4a08 req-49339707-9c43-4cd6-85b7-6d171be2bf83 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931060 Jan 18 13:15:20.764512 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-76b6c015-eaf9-47bd-9055-a527e759853c req-63a4001b-67ac-4f59-aca1-920daab9e731 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981021 Jan 18 13:15:20.833287 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.925777 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.026172 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event updated for resources: {'Port': ['ID=c466451b-8944-44cc-941c-1d7b321505a9,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:21.053842 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.149930 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.277756 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Floating IP b8954b8f-dc25-434e-8794-c6bc09a4afc4 associated. External IP: 172.28.0.74, port: d072c2fb-55ee-40b4-be7c-58bc20f51041. Jan 18 13:15:21.989290 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Router 4dc8508d-45f7-4638-b675-b639ca56fe7e has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:15:22.153255 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde15189-1f17-40a6-8cf7-dc9f2ab54b41 req-527675ff-69d7-47ab-a0c8-a44384171ec7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:22.154794 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fde15189-1f17-40a6-8cf7-dc9f2ab54b41 req-527675ff-69d7-47ab-a0c8-a44384171ec7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0854323 Jan 18 13:15:22.229253 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fde15189-1f17-40a6-8cf7-dc9f2ab54b41 req-bea5c128-e458-43e0-a687-dc948f49d972 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645926 Jan 18 13:15:22.258847 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369483a-7949-4482-9eb8-7288639170d4 req-52660c4b-30f1-4a60-84ed-25871681d5d5 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:22.262556 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5369483a-7949-4482-9eb8-7288639170d4 req-52660c4b-30f1-4a60-84ed-25871681d5d5 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1631227 Jan 18 13:15:22.378244 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5369483a-7949-4482-9eb8-7288639170d4 req-b0c1e246-87f4-40a0-8a50-c468c557f34d tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091292 Jan 18 13:15:22.419166 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:15:22.430376 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] Sync routers for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:15:22.444589 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:22.451172 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:15:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:22.525400 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:22.603236 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-64fb6bd8-011c-424e-a52a-f8af5bcd9384 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5276783 Jan 18 13:15:22.603236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:22.674874 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:22.732972 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'status': 'completed', 'code': 200} Jan 18 13:15:23.241249 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': 'b8954b8f-dc25-434e-8794-c6bc09a4afc4', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'port_id': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'mac_address': 'fa:16:3e:3b:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:15:19Z', 'updated_at': '2022-01-18T13:15:19Z', 'revision_number': 0, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:26Z', 'revision_number': 5, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:23.246160 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] Checking router: 4dc8508d-45f7-4638-b675-b639ca56fe7e for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:15:23.258133 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:23.259185 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:15:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:23.493177 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:23.566282 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251901a-d7b2-4352-8d24-b46849653358 req-c2d9cb4c-c5f2-410c-be97-540c1d379396 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:23.568808 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4251901a-d7b2-4352-8d24-b46849653358 req-c2d9cb4c-c5f2-410c-be97-540c1d379396 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1477873 Jan 18 13:15:23.625124 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4251901a-d7b2-4352-8d24-b46849653358 req-6869ff54-e618-42a4-ac0b-d2c5280db1a3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487065 Jan 18 13:15:23.673829 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad85945-ed9f-4e81-8d38-5d844a45395e req-4f0fee3b-9a9f-4a01-9ac0-13f24c161b68 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:23.680808 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bad85945-ed9f-4e81-8d38-5d844a45395e req-4f0fee3b-9a9f-4a01-9ac0-13f24c161b68 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1489406 Jan 18 13:15:23.748401 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bad85945-ed9f-4e81-8d38-5d844a45395e req-2ad1defa-0e9c-4c10-8ae4-9b01b35b83e7 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Jan 18 13:15:24.064674 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': 'b8954b8f-dc25-434e-8794-c6bc09a4afc4', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'port_id': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'mac_address': 'fa:16:3e:3b:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:15:19Z', 'updated_at': '2022-01-18T13:15:19Z', 'revision_number': 0, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:26Z', 'revision_number': 5, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:24.075035 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c46057-1c72-489b-9ea1-928420352c41 None None] The sync data for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb is: [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': 'b8954b8f-dc25-434e-8794-c6bc09a4afc4', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'port_id': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'mac_address': 'fa:16:3e:3b:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:15:19Z', 'updated_at': '2022-01-18T13:15:19Z', 'revision_number': 0, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:26Z', 'revision_number': 5, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:15:24.424182 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e30ce-00b4-4930-a599-24f2a7e8046e None None] New status for floating IP b8954b8f-dc25-434e-8794-c6bc09a4afc4: ACTIVE {{(pid=83636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:15:24.932588 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96895c4-8b6a-47fa-a825-0a65ac831677 req-b9b0de02-4a1b-441b-ba1b-5f9f165d0a49 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:24.942042 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f96895c4-8b6a-47fa-a825-0a65ac831677 req-b9b0de02-4a1b-441b-ba1b-5f9f165d0a49 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0926018 Jan 18 13:15:24.992599 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f96895c4-8b6a-47fa-a825-0a65ac831677 req-5503f7a3-f949-449a-8322-0917b46c3c85 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494328 Jan 18 13:15:25.092543 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712de21-e041-42ad-9ebb-11fdaa17a08e req-809bab5d-1d1f-49a4-bdfc-6c5cd20d3393 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:25.094234 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d712de21-e041-42ad-9ebb-11fdaa17a08e req-809bab5d-1d1f-49a4-bdfc-6c5cd20d3393 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1278112 Jan 18 13:15:25.156420 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d712de21-e041-42ad-9ebb-11fdaa17a08e req-e1051f4f-3e21-4970-9300-4a141fd521ac tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527191 Jan 18 13:15:25.941166 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-36c694af-a22d-4191-9d76-4b0cb89f7bb9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1099 time: 0.0696692 Jan 18 13:15:26.194969 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-23dd2743-5be6-4269-be5f-f928e313f4f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:26.196438 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-23dd2743-5be6-4269-be5f-f928e313f4f6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 909 time: 0.1702130 Jan 18 13:15:26.311301 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc34fc8-0465-46ae-a3d4-679ca8617764 req-2309074a-ea66-4193-81d6-ed9cb9961a8f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:26.312753 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2fc34fc8-0465-46ae-a3d4-679ca8617764 req-2309074a-ea66-4193-81d6-ed9cb9961a8f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.1814864 Jan 18 13:15:26.318700 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-db296fe9-02e3-437d-8ec1-8888d48215ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 1001 time: 0.1141407 Jan 18 13:15:26.368217 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00194f9-a33d-4754-be55-e7851659e34d req-8c0f600f-48bb-4faa-b0be-1a601632e176 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:26.368217 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e00194f9-a33d-4754-be55-e7851659e34d req-8c0f600f-48bb-4faa-b0be-1a601632e176 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0812211 Jan 18 13:15:26.410298 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2fc34fc8-0465-46ae-a3d4-679ca8617764 req-9fa5e631-27f2-48f0-a8be-3c06ed304b52 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877838 Jan 18 13:15:26.416402 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-29e382f6-51e0-42f7-b629-5e5a8b8d3be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:26.423396 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-29e382f6-51e0-42f7-b629-5e5a8b8d3be0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 200 len: 847 time: 0.0794592 Jan 18 13:15:26.430017 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e00194f9-a33d-4754-be55-e7851659e34d req-1e7abd82-e3f9-4468-8a03-44c53e3d6a14 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Jan 18 13:15:26.503175 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-58c3636b-2259-41d3-8bd9-f1c33ee5f0a7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fcd3b77f-b23b-4886-8965-fb32054502eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781837 Jan 18 13:15:26.647137 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-6741a12b-41b0-4ce3-a437-c9526ed8e602 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270506 Jan 18 13:15:26.845641 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a81ee7c-b2ec-4cd6-9429-81a6126ac69a req-37106d68-a3ed-4ac4-a5a7-15a6239cafd2 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913586 Jan 18 13:15:27.633829 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e4fb-42cf-4740-b024-f482f18698d1 req-7d242644-ad8c-4cc5-a3e1-2395eee8c008 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:27.638616 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-28f9e4fb-42cf-4740-b024-f482f18698d1 req-7d242644-ad8c-4cc5-a3e1-2395eee8c008 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0785003 Jan 18 13:15:27.657076 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bd961-d30c-4bb5-8ce9-7fd8e8ad28f7 req-23c806c4-71c6-4bf8-80de-6ce52aa36fde tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:27.659027 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ad1bd961-d30c-4bb5-8ce9-7fd8e8ad28f7 req-23c806c4-71c6-4bf8-80de-6ce52aa36fde tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0889714 Jan 18 13:15:27.685704 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-28f9e4fb-42cf-4740-b024-f482f18698d1 req-bb4e39af-30c5-4ff3-bcfe-b074c9a07d5a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444643 Jan 18 13:15:27.706581 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ad1bd961-d30c-4bb5-8ce9-7fd8e8ad28f7 req-1c263b8b-e0b7-4640-99df-f2098f668ce0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Jan 18 13:15:28.719468 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:15:28.869120 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:28.884203 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '3102c59c-5a89-4571-b141-3203d214a2b0', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'port_id': '3102c59c-5a89-4571-b141-3203d214a2b0', 'mac_address': 'fa:16:3e:70:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:15:28.933630 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319259f-38e5-47c4-98e4-1e3cda60dcdc req-89db6342-b4ce-4cbd-954a-d3703aef96c8 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:28.935282 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9319259f-38e5-47c4-98e4-1e3cda60dcdc req-89db6342-b4ce-4cbd-954a-d3703aef96c8 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 944 time: 0.0890877 Jan 18 13:15:28.967941 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa33604-265e-4ad3-8b39-179f55974bc1 req-631237f5-91a4-40b7-90ee-32759febef07 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:28.976202 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-afa33604-265e-4ad3-8b39-179f55974bc1 req-631237f5-91a4-40b7-90ee-32759febef07 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1250556 Jan 18 13:15:28.981589 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:29.005480 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3102c59c-5a89-4571-b141-3203d214a2b0 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:15:29.005712 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9319259f-38e5-47c4-98e4-1e3cda60dcdc req-1eb68aac-e579-42d2-b689-7a53d4f30c71 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626531 Jan 18 13:15:29.016742 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:29.033387 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-afa33604-265e-4ad3-8b39-179f55974bc1 req-44fae960-c2a4-4f46-9f52-f34742c9bacc tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Jan 18 13:15:29.124579 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:29.190578 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=9']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:29.500593 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['3102c59c-5a89-4571-b141-3203d214a2b0'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:30.210258 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6f80d-feda-4c58-b25d-ca65623aa1fd req-2d6b4087-8244-4220-9f46-3234e28456a0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:30.211728 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dfe6f80d-feda-4c58-b25d-ca65623aa1fd req-2d6b4087-8244-4220-9f46-3234e28456a0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 945 time: 0.0763285 Jan 18 13:15:30.234536 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e200b-9760-4de4-8c13-ade8ec522bbf req-83034199-5c9a-4c67-8dae-255a354ce73c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:30.239657 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fb8e200b-9760-4de4-8c13-ade8ec522bbf req-83034199-5c9a-4c67-8dae-255a354ce73c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0796680 Jan 18 13:15:30.258207 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dfe6f80d-feda-4c58-b25d-ca65623aa1fd req-9281b28a-5f43-4fe8-851d-34b015b7beb1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 Jan 18 13:15:30.281304 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fb8e200b-9760-4de4-8c13-ade8ec522bbf req-fe4f8c39-8a01-446f-bbad-7760279a9a17 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Jan 18 13:15:30.726589 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:30.798074 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 3102c59c-5a89-4571-b141-3203d214a2b0 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:30.798440 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:30.923701 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:30.962024 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:30.983511 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:31.024539 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0', 'code': 200} Jan 18 13:15:31.078824 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.149462 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=10']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:31.483574 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c0d8b-ec17-4dd4-ae33-ef9be58f1119 req-721d2eec-a73c-49dd-a71d-677ed1cfaa4a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:31.485396 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-023c0d8b-ec17-4dd4-ae33-ef9be58f1119 req-721d2eec-a73c-49dd-a71d-677ed1cfaa4a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.0854375 Jan 18 13:15:31.532534 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-023c0d8b-ec17-4dd4-ae33-ef9be58f1119 req-c5806304-dd4a-47f6-a133-312b9d14ee4a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Jan 18 13:15:31.546047 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aaaee-f03f-46ed-84c4-e97aae0835ca req-e1474953-9bca-4827-becf-9be0ee9d5f19 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:31.547586 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-241aaaee-f03f-46ed-84c4-e97aae0835ca req-e1474953-9bca-4827-becf-9be0ee9d5f19 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.1406252 Jan 18 13:15:31.593166 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-241aaaee-f03f-46ed-84c4-e97aae0835ca req-7c0267c5-b0b6-44c8-8726-168552e8551e tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Jan 18 13:15:31.895490 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-938b1711-1ca8-4af1-9af5-460296fa3008 req-e7d541cc-ae0b-40e5-9fed-233940f12332 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1100 time: 0.0680718 Jan 18 13:15:31.953457 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-938b1711-1ca8-4af1-9af5-460296fa3008 req-705ff3e8-110b-4335-8425-f283523e8f54 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479043 Jan 18 13:15:32.768914 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74561c-b30a-4f78-9196-e7b682c4fbee req-662bbab2-df9f-4482-891d-df50ace18943 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:32.770502 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cd74561c-b30a-4f78-9196-e7b682c4fbee req-662bbab2-df9f-4482-891d-df50ace18943 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.0914733 Jan 18 13:15:32.822857 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cd74561c-b30a-4f78-9196-e7b682c4fbee req-480ffac9-33d9-4b8f-b249-bdb14403db67 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460668 Jan 18 13:15:32.824970 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46499ea-2879-4859-98b0-2ffd005c8aee req-0d2f2907-ce7c-4ba8-b3dd-8d20646f1d01 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:32.826753 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f46499ea-2879-4859-98b0-2ffd005c8aee req-0d2f2907-ce7c-4ba8-b3dd-8d20646f1d01 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0967073 Jan 18 13:15:32.879368 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f46499ea-2879-4859-98b0-2ffd005c8aee req-1cd0cb41-fc03-4515-b1bb-c242e2cf0805 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Jan 18 13:15:33.463583 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-8d7693c2-571e-4198-801c-0b470cd13d14 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:33.465007 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-8d7693c2-571e-4198-801c-0b470cd13d14 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0779455 Jan 18 13:15:33.531123 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Deleting port ec51fd98-5777-400a-8e3f-d52b5f1bca32 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:15:33.531628 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.779588 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] For port ec51fd98-5777-400a-8e3f-d52b5f1bca32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ec51fd98-5777-400a-8e3f-d52b5f1bca32,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:33.780169 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.912966 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Calling delete_port for ec51fd98-5777-400a-8e3f-d52b5f1bca32 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:15:34.040126 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238973-9443-4a99-b7f5-bec2d9ed39a0 req-3910aabe-5bd9-4913-a362-cb0d278497fc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:34.041994 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ca238973-9443-4a99-b7f5-bec2d9ed39a0 req-3910aabe-5bd9-4913-a362-cb0d278497fc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1014650 Jan 18 13:15:34.111519 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ca238973-9443-4a99-b7f5-bec2d9ed39a0 req-e6b50ccf-ff54-4972-86ab-09d2707c0316 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527940 Jan 18 13:15:34.148036 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab686a-e090-4e20-9177-b2fa654202e6 req-dc0f397d-2af1-4aef-90fc-b41310ad9420 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:34.155722 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dfab686a-e090-4e20-9177-b2fa654202e6 req-dc0f397d-2af1-4aef-90fc-b41310ad9420 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.1510775 Jan 18 13:15:34.203762 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-dfab686a-e090-4e20-9177-b2fa654202e6 req-fe37ed5f-f72b-4704-af92-257f3d8f61e2 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471385 Jan 18 13:15:34.302853 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d8f0-efb9-42f9-bea6-a662e0e7a7f9 req-048e7126-02bf-47ec-ad84-87344fc84fbe tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:34.304354 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b0a5d8f0-efb9-42f9-bea6-a662e0e7a7f9 req-048e7126-02bf-47ec-ad84-87344fc84fbe tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 945 time: 0.0805035 Jan 18 13:15:34.357938 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b0a5d8f0-efb9-42f9-bea6-a662e0e7a7f9 req-5ceda0d6-461d-427a-96a2-b455cca2cb3c tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/security-groups?id=44d20cb0-3681-43dd-8355-faf9cfdc53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472572 Jan 18 13:15:34.776825 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:34.829146 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Pushing event deleted for resources: {'Port': ['ID=ec51fd98-5777-400a-8e3f-d52b5f1bca32,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:34.911494 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] No DVR routers for this DVR port ec51fd98-5777-400a-8e3f-d52b5f1bca32 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:15:34.914422 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:34.918614 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64186393-d73d-45f2-bd83-26b27b1e499f', 'name': 'network-vif-deleted', 'tag': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:34.978684 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64186393-d73d-45f2-bd83-26b27b1e499f', 'name': 'network-vif-deleted', 'tag': 'ec51fd98-5777-400a-8e3f-d52b5f1bca32', 'status': 'completed', 'code': 200} Jan 18 13:15:35.057525 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7776174a-fd09-4837-aaeb-98d2bba0ba00 req-d68bbc0a-338a-4876-b312-6bd8c9e628cf tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.96 "DELETE /v2.0/ports/ec51fd98-5777-400a-8e3f-d52b5f1bca32 HTTP/1.1" status: 204 len: 173 time: 1.5868440 Jan 18 13:15:35.350111 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2b71d-afb6-4e6a-bfba-c5584ee0dca0 req-0eeaee32-9dae-47ad-af15-a74da01fca50 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:35.352337 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-04c2b71d-afb6-4e6a-bfba-c5584ee0dca0 req-0eeaee32-9dae-47ad-af15-a74da01fca50 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1174388 Jan 18 13:15:35.417933 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-04c2b71d-afb6-4e6a-bfba-c5584ee0dca0 req-e87dd072-5709-4cbe-bb12-b04230574776 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596442 Jan 18 13:15:35.496623 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88eec26-0d6e-424a-a272-3f9a4ec2029c req-3ca6c50d-6921-49de-b02a-ef8349d1abc0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:35.498365 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f88eec26-0d6e-424a-a272-3f9a4ec2029c req-3ca6c50d-6921-49de-b02a-ef8349d1abc0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.1156914 Jan 18 13:15:35.594529 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f88eec26-0d6e-424a-a272-3f9a4ec2029c req-19285029-780f-4536-9e1a-e8ae57a939e6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805111 Jan 18 13:15:35.648931 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-53343734-f76d-4148-b46e-bdf18b5f61aa req-021e3cae-7ab2-4628-8b52-fef8603c14e0 tempest-ServerRescueNegativeTestJSON-1826629045 tempest-ServerRescueNegativeTestJSON-1826629045-project] 10.222.0.71 "GET /v2.0/ports?device_id=64186393-d73d-45f2-bd83-26b27b1e499f HTTP/1.1" status: 200 len: 210 time: 0.0683384 Jan 18 13:15:35.871372 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:15:36.654675 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61352831-53ad-4c84-9665-1f0a5547a3b6 req-47abe632-44fe-4567-a5df-ebaf47d36cdc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:36.656578 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61352831-53ad-4c84-9665-1f0a5547a3b6 req-47abe632-44fe-4567-a5df-ebaf47d36cdc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1076963 Jan 18 13:15:36.731996 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ec51fd98-5777-400a-8e3f-d52b5f1bca32 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:36.767984 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: ec51fd98-5777-400a-8e3f-d52b5f1bca32 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:15:36.768526 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ec51fd98-5777-400a-8e3f-d52b5f1bca32 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:15:36.796115 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-61352831-53ad-4c84-9665-1f0a5547a3b6 req-9cad3c4d-0f70-42de-a997-3a6ff7dda9f9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306050 Jan 18 13:15:36.843244 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032f51-25e4-4b2c-9b39-1eaf059c4fe8 req-fbd22dde-85d7-478b-8d6f-36bc5da17fa6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:36.848282 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8e032f51-25e4-4b2c-9b39-1eaf059c4fe8 req-fbd22dde-85d7-478b-8d6f-36bc5da17fa6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.1179633 Jan 18 13:15:36.903278 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8e032f51-25e4-4b2c-9b39-1eaf059c4fe8 req-d6bd0172-5be4-4836-8d7f-c31d73208846 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495379 Jan 18 13:15:37.039778 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55522) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:37.423488 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776619'] for router_interface, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.000750 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27700b-c4d0-423c-a282-86649fabbaf7 req-d14d192b-3d9d-43d0-815c-1a77104298f1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:38.002243 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aa27700b-c4d0-423c-a282-86649fabbaf7 req-d14d192b-3d9d-43d0-815c-1a77104298f1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0917606 Jan 18 13:15:38.051770 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-aa27700b-c4d0-423c-a282-86649fabbaf7 req-241b3ae5-6332-49e3-98dd-fb2bbf12844f tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Jan 18 13:15:38.058676 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Deleting port 71594cd5-5c3d-4eb8-97e0-d8281963010d {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:15:38.060165 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.227057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] For port 71594cd5-5c3d-4eb8-97e0-d8281963010d, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=71594cd5-5c3d-4eb8-97e0-d8281963010d,segment=NetworkSegment(d3c27de1-4522-4335-9c85-3f4cb8a14e0f),segment_id=d3c27de1-4522-4335-9c85-3f4cb8a14e0f)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:38.227422 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.341856 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Calling delete_port for 71594cd5-5c3d-4eb8-97e0-d8281963010d owned by network:router_interface {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:15:38.793121 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.836198 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Pushing event deleted for resources: {'Port': ['ID=71594cd5-5c3d-4eb8-97e0-d8281963010d,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:39.130508 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-777794'] for router_interface, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.306652 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09179e11-1744-4a99-a3bd-9b5dd5d85f19 req-1ba9cc76-3fcb-4e52-a476-c2144070a30a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:39.308263 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-09179e11-1744-4a99-a3bd-9b5dd5d85f19 req-1ba9cc76-3fcb-4e52-a476-c2144070a30a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1119103 Jan 18 13:15:39.420230 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-09179e11-1744-4a99-a3bd-9b5dd5d85f19 req-984608d6-d72c-44e4-86c6-8ecdb7d6a563 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666325 Jan 18 13:15:39.818643 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Router 061e418f-f08b-4bd0-b699-a47688c3aa5c has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:15:40.102514 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:15:40.115249 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] Sync routers for ids ['061e418f-f08b-4bd0-b699-a47688c3aa5c'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:15:40.119970 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-34248572-92ce-43b2-8b42-feb23d1a02eb admin admin] 10.222.0.71 "PUT /v2.0/routers/061e418f-f08b-4bd0-b699-a47688c3aa5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790808 Jan 18 13:15:40.123158 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 55554) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:40.133429 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] Routers {'061e418f-f08b-4bd0-b699-a47688c3aa5c'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:40.134166 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:15:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['061e418f-f08b-4bd0-b699-a47688c3aa5c'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:40.345414 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] Set router 061e418f-f08b-4bd0-b699-a47688c3aa5c gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:40.380074 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks [] for router, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:40.457595 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-52b61fb7-545f-4071-a60c-bddfec6161ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:40.645478 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:40.669003 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35687f-10af-46e9-a351-19785b28d0cf req-64580e49-fa8c-4c2b-a051-dbab389b3dfd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:40.670420 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2b35687f-10af-46e9-a351-19785b28d0cf req-64580e49-fa8c-4c2b-a051-dbab389b3dfd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1064451 Jan 18 13:15:40.696061 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:15:38Z', 'revision_number': 5, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port': {'id': '6f83305e-a86d-4fec-9a1e-c33875e3f5e1', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:40.700297 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] Checking router: 061e418f-f08b-4bd0-b699-a47688c3aa5c for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:15:40.714068 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] Routers {'061e418f-f08b-4bd0-b699-a47688c3aa5c'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:40.714795 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:15:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['061e418f-f08b-4bd0-b699-a47688c3aa5c'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:40.733185 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2b35687f-10af-46e9-a351-19785b28d0cf req-41dc8fb1-864e-4576-a0f5-b3cecc180aa9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560796 Jan 18 13:15:40.734057 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Deleting port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:15:40.734415 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:40.908469 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] Set router 061e418f-f08b-4bd0-b699-a47688c3aa5c gateway port host: None {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:40.949783 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] For port 6f83305e-a86d-4fec-9a1e-c33875e3f5e1, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:40.950311 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:41.043455 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:15:40Z', 'revision_number': 6, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port_host': None}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:41.047678 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d80c6-6906-43c7-998b-f78fa87f67f9 None None] The sync data for ids ['061e418f-f08b-4bd0-b699-a47688c3aa5c'] in dv-cinder-825103-1-smb is: [{'id': '061e418f-f08b-4bd0-b699-a47688c3aa5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1229997331-router', 'tenant_id': '87b93a3a89a84d34b0d953e810c9487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:11:59Z', 'updated_at': '2022-01-18T13:15:40Z', 'revision_number': 6, 'project_id': '87b93a3a89a84d34b0d953e810c9487c', 'gw_port_host': None}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:15:41.074516 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Calling delete_port for 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 owned by network:router_gateway {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:15:41.598726 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:41.647581 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f83305e-a86d-4fec-9a1e-c33875e3f5e1,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:41.898759 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-777870'] for router_gateway, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.015300 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c8a0-14b2-48c8-86d3-e878d8999c7e req-4a56404e-14b5-4e96-9abf-015d1a95e8db tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:42.017504 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c2c8c8a0-14b2-48c8-86d3-e878d8999c7e req-4a56404e-14b5-4e96-9abf-015d1a95e8db tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0892868 Jan 18 13:15:42.066945 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c2c8c8a0-14b2-48c8-86d3-e878d8999c7e req-1cf286f1-cf4d-49d2-80b4-239cc69e4a42 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433002 Jan 18 13:15:42.190896 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104303'] for router, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.195062 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.221106 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:42.255490 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:15:42.255827 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 6f83305e-a86d-4fec-9a1e-c33875e3f5e1 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:15:42.256234 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 71594cd5-5c3d-4eb8-97e0-d8281963010d no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:42.289717 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 71594cd5-5c3d-4eb8-97e0-d8281963010d {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:15:42.290052 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 71594cd5-5c3d-4eb8-97e0-d8281963010d not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:15:42.382231 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770150'] for router, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.382923 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061e418f-f08b-4bd0-b699-a47688c3aa5c {{(pid=83634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:15:42.397494 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.400639 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b518bc71-495f-4fdf-bcbc-7785a2b0e54c admin admin] 10.222.0.71 "DELETE /v2.0/routers/061e418f-f08b-4bd0-b699-a47688c3aa5c HTTP/1.1" status: 204 len: 168 time: 2.2740815 Jan 18 13:15:42.401452 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 55576) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:42.473722 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] Deleting subnet 4cf1b90c-44dc-47fb-b70d-d331ea4ac801 {{(pid=83634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:15:42.477340 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.528996 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8231942'] for subnet, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.588879 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.667694 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-c4be175e-cc4b-40c1-ba91-3119071f7ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.831511 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7413453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8373340'] for subnet, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.866520 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf1b90c-44dc-47fb-b70d-d331ea4ac801,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:42.877462 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:42.883506 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b118f8ea-7219-40da-b7cc-2d1457990ea3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4cf1b90c-44dc-47fb-b70d-d331ea4ac801 HTTP/1.1" status: 204 len: 168 time: 0.4809391 Jan 18 13:15:42.886662 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 55586) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:42.992486 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.123819 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.151612 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2959f65b-2f7f-4408-8c94-4999ba3618eb']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:43.164367 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:43.164659 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c27de1-4522-4335-9c85-3f4cb8a14e0f') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:43.176793 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.196861 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.204873 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:15:43.205257 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:15:43.218030 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:15:43.355640 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9691a-2b33-45ab-98be-9745a9be99b3 req-67eba362-d5a2-4f5b-acf4-95aed41440c2 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:43.357104 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-64b9691a-2b33-45ab-98be-9745a9be99b3 req-67eba362-d5a2-4f5b-acf4-95aed41440c2 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.1541131 Jan 18 13:15:43.402643 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-64b9691a-2b33-45ab-98be-9745a9be99b3 req-85e057be-2207-4c74-bf9b-c8b5e699cdb6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Jan 18 13:15:43.430593 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.446622 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.456715 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2959f65b-2f7f-4408-8c94-4999ba3618eb,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:43.557054 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-80c2e86b-f64b-40a0-b6ef-d7b7cb4704d1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2959f65b-2f7f-4408-8c94-4999ba3618eb HTTP/1.1" status: 204 len: 168 time: 0.6693058 Jan 18 13:15:43.573522 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:44.036166 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:44.273464 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55610) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:44.323687 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-f11c652b-d8f0-4f11-9076-b14490fb4d15 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=87b93a3a89a84d34b0d953e810c9487c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486753 Jan 18 13:15:44.325827 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55614) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:44.390974 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8f04bc98-817e-4519-b6f8-c3944f065a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:44.416774 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8f04bc98-817e-4519-b6f8-c3944f065a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:44.561850 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8f04bc98-817e-4519-b6f8-c3944f065a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:44.587430 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bc98-817e-4519-b6f8-c3944f065a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d20cb0-3681-43dd-8355-faf9cfdc53b1,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:44.624485 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512cfb-b06e-47d1-b5b0-53259c8563a6 req-b7750f06-679f-4c08-864f-7296f094aecf tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:44.626074 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f7512cfb-b06e-47d1-b5b0-53259c8563a6 req-b7750f06-679f-4c08-864f-7296f094aecf tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0991454 Jan 18 13:15:44.675006 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f7512cfb-b06e-47d1-b5b0-53259c8563a6 req-e6310dc6-2670-4658-9822-2170f5824d46 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432127 Jan 18 13:15:44.680994 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8f04bc98-817e-4519-b6f8-c3944f065a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:44.682087 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8f04bc98-817e-4519-b6f8-c3944f065a99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44d20cb0-3681-43dd-8355-faf9cfdc53b1 HTTP/1.1" status: 204 len: 168 time: 0.3553946 Jan 18 13:15:45.136060 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:45.894266 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d110d-c7ba-484c-85fd-b0d068361fc0 req-fe05da72-0768-4a16-8b2f-c9c59b5d69a6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:45.895757 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-243d110d-c7ba-484c-85fd-b0d068361fc0 req-fe05da72-0768-4a16-8b2f-c9c59b5d69a6 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0868039 Jan 18 13:15:45.941486 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-243d110d-c7ba-484c-85fd-b0d068361fc0 req-83a777af-3446-4c43-806b-5d1ca672138d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Jan 18 13:15:46.525640 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d5c02-0afe-4266-833d-c0eae7b2611c req-51923f49-8959-4ce9-bf8a-4f33924f757b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:46.527041 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7c2d5c02-0afe-4266-833d-c0eae7b2611c req-51923f49-8959-4ce9-bf8a-4f33924f757b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0786612 Jan 18 13:15:46.577957 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7c2d5c02-0afe-4266-833d-c0eae7b2611c req-2132b7dd-10f1-4098-81f5-389e31fec0fa tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450933 Jan 18 13:15:46.654961 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-5f4ccb41-a273-4920-83a7-477eeb51fcc4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 1098 time: 0.0741744 Jan 18 13:15:46.791698 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-4dcd4b7c-8a94-4fdf-a60a-688ef8114fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:46.793375 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-4dcd4b7c-8a94-4fdf-a60a-688ef8114fee service neutron] 10.222.0.96 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 911 time: 0.1325319 Jan 18 13:15:46.902885 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-1c917df4-fb67-4791-baed-118ec793cd27 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63b7059-31b3-4436-8809-8de024d51e2b HTTP/1.1" status: 200 len: 1000 time: 0.1034877 Jan 18 13:15:46.968695 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-b61ef5be-a487-4e92-bb52-9e40a62b8495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:46.970129 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-b61ef5be-a487-4e92-bb52-9e40a62b8495 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 200 len: 849 time: 0.0615356 Jan 18 13:15:47.044636 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-30c2157f-e20d-4e75-901b-7ffbc515d9f9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=196899bc-d4a9-49d8-b2ea-aed41b5a787a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678818 Jan 18 13:15:47.189332 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-37f725cd-a059-4851-adfa-8e574c8f6d75 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375246 Jan 18 13:15:47.329060 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-809c27ae-dad4-47e3-9c65-75822d344b8e req-946aded9-8459-4c95-b312-798ab39ce47e service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318903 Jan 18 13:15:47.782535 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4827-af42-4726-bc29-e1193c01e23b req-8fbb8ebf-39f5-4eb0-a128-094fa5d4f49f tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:47.784642 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-973a4827-af42-4726-bc29-e1193c01e23b req-8fbb8ebf-39f5-4eb0-a128-094fa5d4f49f tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0820668 Jan 18 13:15:47.830538 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-973a4827-af42-4726-bc29-e1193c01e23b req-37aa4f3f-dcab-470c-97e2-c68f6a3eb919 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 Jan 18 13:15:49.050252 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72189b0-2684-4a5c-b51e-a80518b0ad12 req-46493fa7-6087-4958-a936-a42416051283 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:49.051767 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c72189b0-2684-4a5c-b51e-a80518b0ad12 req-46493fa7-6087-4958-a936-a42416051283 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0833535 Jan 18 13:15:49.105980 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c72189b0-2684-4a5c-b51e-a80518b0ad12 req-e2f629fc-dec1-4e31-b8f1-8e4868421703 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484953 Jan 18 13:15:51.170188 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:52.470912 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-6c677501-358b-49d7-a2ef-3db7efe7dac5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690894 Jan 18 13:15:52.571850 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-5be81fae-6623-421a-83e6-c193ae4bfe8b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 1100 time: 0.0675213 Jan 18 13:15:52.719020 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-e4fdf196-4e55-484e-9589-342b5151bb2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:52.720485 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-e4fdf196-4e55-484e-9589-342b5151bb2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1286755 Jan 18 13:15:52.890227 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-3c78bec7-ebae-4e04-99c8-6d99933182fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3102c59c-5a89-4571-b141-3203d214a2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1598375 Jan 18 13:15:52.958721 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-c8556634-2f2a-4bd2-b1f3-e7beae09aee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:52.960228 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-c8556634-2f2a-4bd2-b1f3-e7beae09aee3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0585353 Jan 18 13:15:53.034654 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-9043c81e-c721-4dcf-a193-f801a6be0489 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675492 Jan 18 13:15:53.169825 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-76a52597-58ff-4e51-a94a-9356eab0b924 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249850 Jan 18 13:15:53.308455 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8a574f4c-f7f1-4156-ac10-76597b25697e req-b5058571-f729-4e1e-be16-efe47bc131c4 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296978 Jan 18 13:15:53.957632 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55820) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:54.113166 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.143558 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:54.148248 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c50de47bdf4e0582e33ab0182fc144 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:54.150540 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:54.156210 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:54.226077 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.295351 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.341093 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5c38d-1d64-41da-8764-063047ef5b15,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:54.347483 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-146efbc7-e825-432a-a707-482eaa413ec1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d6c50de47bdf4e0582e33ab0182fc144&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3887925 Jan 18 13:15:54.351520 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55828) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:54.412444 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b28b3ac1-9c8b-4d61-9a6c-945637517554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.437467 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b28b3ac1-9c8b-4d61-9a6c-945637517554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.586619 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b28b3ac1-9c8b-4d61-9a6c-945637517554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.601181 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b3ac1-9c8b-4d61-9a6c-945637517554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5c38d-1d64-41da-8764-063047ef5b15,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:54.609148 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b28b3ac1-9c8b-4d61-9a6c-945637517554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.610258 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b28b3ac1-9c8b-4d61-9a6c-945637517554 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/74a5c38d-1d64-41da-8764-063047ef5b15 HTTP/1.1" status: 204 len: 168 time: 0.2579460 Jan 18 13:15:58.157034 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55916) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:58.304359 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.338941 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:58.342505 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb58782cb1f4eaf8ab445915a4437ad is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:58.345367 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:58.351587 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:58.420219 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.518919 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.563446 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029d9998-cd58-4a80-9f85-9a5e6834295b,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:58.571990 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-9c7a112e-00aa-4d71-86df-3f00c57ac287 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dbb58782cb1f4eaf8ab445915a4437ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4111912 Jan 18 13:15:58.573019 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55924) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:58.641077 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60148bfa-1f79-451b-bce4-60d6b1a2b3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.667830 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60148bfa-1f79-451b-bce4-60d6b1a2b3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.675494 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 55930) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:58.810134 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60148bfa-1f79-451b-bce4-60d6b1a2b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.826549 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60148bfa-1f79-451b-bce4-60d6b1a2b3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029d9998-cd58-4a80-9f85-9a5e6834295b,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:58.830554 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.835358 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-60148bfa-1f79-451b-bce4-60d6b1a2b3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.837392 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-60148bfa-1f79-451b-bce4-60d6b1a2b3f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/029d9998-cd58-4a80-9f85-9a5e6834295b HTTP/1.1" status: 204 len: 168 time: 0.2634985 Jan 18 13:15:58.874978 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:58.879958 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Usage tracker for resource:security_group_rule and tenant:8907bd02295a4fb58487dc1bc979bf9b is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:58.882970 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:58.889439 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:58.955973 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.083947 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.129950 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0035eff4-feac-4f30-bbcc-0c39b1a29e85,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:59.134246 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e01f9a49-5687-43b5-b100-4d926a1aef44 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8907bd02295a4fb58487dc1bc979bf9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4576333 Jan 18 13:15:59.141929 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 55944) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:59.197393 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7669e17f-144b-4a41-9b8b-634916a98a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.223152 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7669e17f-144b-4a41-9b8b-634916a98a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.349671 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7669e17f-144b-4a41-9b8b-634916a98a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.368671 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669e17f-144b-4a41-9b8b-634916a98a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0035eff4-feac-4f30-bbcc-0c39b1a29e85,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:59.373680 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7669e17f-144b-4a41-9b8b-634916a98a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.374144 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-7669e17f-144b-4a41-9b8b-634916a98a66 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0035eff4-feac-4f30-bbcc-0c39b1a29e85 HTTP/1.1" status: 204 len: 168 time: 0.2363575 Jan 18 13:15:59.789539 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55956) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:59.811285 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.853011 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:59.857266 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0a69ae208f497094a34be33784ca77 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:59.860265 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:59.866647 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:59.942997 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:00.015324 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:00.062899 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d55e8-5a9f-4665-bac4-df58f188b85e,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:00.070471 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-ce3da8ba-dad7-4e82-8904-3fe9c7444419 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae0a69ae208f497094a34be33784ca77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2773666 Jan 18 13:16:00.070797 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 55966) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:00.131240 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2bc814ba-1f59-4be8-988b-f99be3c8958b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:00.157137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2bc814ba-1f59-4be8-988b-f99be3c8958b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:00.304104 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2bc814ba-1f59-4be8-988b-f99be3c8958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:00.318257 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc814ba-1f59-4be8-988b-f99be3c8958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d55e8-5a9f-4665-bac4-df58f188b85e,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:00.324255 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2bc814ba-1f59-4be8-988b-f99be3c8958b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:00.327718 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2bc814ba-1f59-4be8-988b-f99be3c8958b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d44d55e8-5a9f-4665-bac4-df58f188b85e HTTP/1.1" status: 204 len: 168 time: 0.2536781 Jan 18 13:16:01.513495 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56026) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:01.770392 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:01.801192 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:01.806590 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Usage tracker for resource:security_group_rule and tenant:4924ec511f694364b9d76f32ee006b74 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:01.808445 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:01.814054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:01.879722 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:01.966672 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:02.016497 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9131ac-f051-40cf-81df-ab2dc92cd8b1,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:02.024430 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b7ea68fb-79be-4afa-8050-f446500b7440 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4924ec511f694364b9d76f32ee006b74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5057869 Jan 18 13:16:02.025474 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56036) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:02.083285 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-54745df8-95ab-4864-9aff-a39f105812e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:02.116761 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-54745df8-95ab-4864-9aff-a39f105812e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:02.261641 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-54745df8-95ab-4864-9aff-a39f105812e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:02.279332 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54745df8-95ab-4864-9aff-a39f105812e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9131ac-f051-40cf-81df-ab2dc92cd8b1,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:02.282627 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-54745df8-95ab-4864-9aff-a39f105812e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:02.286913 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-54745df8-95ab-4864-9aff-a39f105812e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d9131ac-f051-40cf-81df-ab2dc92cd8b1 HTTP/1.1" status: 204 len: 168 time: 0.2612429 Jan 18 13:16:05.534159 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56122) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:05.673865 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:05.703404 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:05.707744 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Usage tracker for resource:security_group_rule and tenant:e76dc96379a345c397ffa4fd749c3983 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:05.710543 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:05.716152 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:05.779479 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:05.850381 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:05.901705 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada9fbb2-9628-44ea-818e-8d8a7c360497,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:05.905411 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e76dc96379a345c397ffa4fd749c3983&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3699443 Jan 18 13:16:05.908236 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56128) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:05.912784 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.916239 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22874ffb-c988-4915-8ede-f157b1e7b591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:05.967506 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:05.993215 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:06.095327 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:06.109663 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada9fbb2-9628-44ea-818e-8d8a7c360497,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:06.122011 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.122355 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.122696 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.123025 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.123388 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.123717 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.124042 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.124364 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.124685 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.125000 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.125317 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:06.128003 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:06.129113 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f0766ad2-a588-486b-8511-9ef4e6e5502f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ada9fbb2-9628-44ea-818e-8d8a7c360497 HTTP/1.1" status: 204 len: 168 time: 0.2198997 Jan 18 13:16:06.891983 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56140) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:06.910149 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:06.943439 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:06.947439 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Usage tracker for resource:security_group_rule and tenant:d9707794b73b43178d1946f68da90d3d is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:06.950365 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:06.956681 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:07.019109 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.118174 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.169004 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d9707794b73b43178d1946f68da90d3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2753670 Jan 18 13:16:07.169853 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08c85d-47e2-48c0-b7f3-a31599a7d2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cce4bb-84fa-49e5-84de-eb4fc55eaba3,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:07.171753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56146) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:07.237398 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f7c6eb86-c880-435d-93da-7a27c221e3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.266408 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f7c6eb86-c880-435d-93da-7a27c221e3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.406512 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f7c6eb86-c880-435d-93da-7a27c221e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.422971 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6eb86-c880-435d-93da-7a27c221e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cce4bb-84fa-49e5-84de-eb4fc55eaba3,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:07.431784 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f7c6eb86-c880-435d-93da-7a27c221e3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.432871 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-f7c6eb86-c880-435d-93da-7a27c221e3fa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95cce4bb-84fa-49e5-84de-eb4fc55eaba3 HTTP/1.1" status: 204 len: 168 time: 0.2601409 Jan 18 13:16:10.452269 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-c80a9209-1bcf-497f-a90c-f5ccb3e50163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.611810 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56270) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:12.690031 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-8a298df4-38a5-4058-bac1-633ee2ce98ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.750975 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.781642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:12.786284 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ddbeabd9b0493aa4f45f3d326bec82 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:12.789181 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:12.794720 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:12.859299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.872671 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:16:12.955557 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.999794 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8856d6-d5fe-421d-ad26-649d274dd41d,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:13.009046 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56276) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:13.009532 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-56262758-0ec5-4d11-ba96-39d6b11cc108 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b1ddbeabd9b0493aa4f45f3d326bec82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3958905 Jan 18 13:16:13.072543 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8eb9db6b-231b-4b5a-a3f8-b79270908b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.098345 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8eb9db6b-231b-4b5a-a3f8-b79270908b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.215371 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8eb9db6b-231b-4b5a-a3f8-b79270908b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.232313 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9db6b-231b-4b5a-a3f8-b79270908b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8856d6-d5fe-421d-ad26-649d274dd41d,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:13.241552 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8eb9db6b-231b-4b5a-a3f8-b79270908b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.242830 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8eb9db6b-231b-4b5a-a3f8-b79270908b8b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad8856d6-d5fe-421d-ad26-649d274dd41d HTTP/1.1" status: 204 len: 168 time: 0.2331781 Jan 18 13:16:13.589101 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.055060 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.094541 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56294) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:14.112816 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.153693 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:14.159753 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Usage tracker for resource:security_group_rule and tenant:62bb0e81dffa4f4ba71d7979c6d036a3 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:14.162830 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:14.168675 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:14.232295 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.320806 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.371138 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a41f3-303b-463c-932f-27288360babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be32841-98c0-495f-ba82-cf7b855687cc,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:14.375521 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-132a41f3-303b-463c-932f-27288360babf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=62bb0e81dffa4f4ba71d7979c6d036a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2792943 Jan 18 13:16:14.379189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56302) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:14.437788 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c4a6441f-a2b5-403f-bbec-1af08b2e0cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.463443 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c4a6441f-a2b5-403f-bbec-1af08b2e0cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.586675 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c4a6441f-a2b5-403f-bbec-1af08b2e0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.603920 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6441f-a2b5-403f-bbec-1af08b2e0cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be32841-98c0-495f-ba82-cf7b855687cc,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:14.613078 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c4a6441f-a2b5-403f-bbec-1af08b2e0cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.613078 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c4a6441f-a2b5-403f-bbec-1af08b2e0cd8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8be32841-98c0-495f-ba82-cf7b855687cc HTTP/1.1" status: 204 len: 168 time: 0.2321148 Jan 18 13:16:15.132344 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:21.139102 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:22.066875 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739e78e-ad83-4213-bacc-d4b21d3f20d5 req-23b02d33-cf45-4bda-a789-4dc85205ccbf tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:22.068393 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2739e78e-ad83-4213-bacc-d4b21d3f20d5 req-23b02d33-cf45-4bda-a789-4dc85205ccbf tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.0766811 Jan 18 13:16:22.112302 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2739e78e-ad83-4213-bacc-d4b21d3f20d5 req-c0947715-94c5-41c7-a8ce-9525959cee42 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Jan 18 13:16:23.324567 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bfe30-84bb-4809-9fd4-cdfd6e6121eb req-82b032d8-7617-4ec2-bd66-334eeef0cf82 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:23.325962 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9e0bfe30-84bb-4809-9fd4-cdfd6e6121eb req-82b032d8-7617-4ec2-bd66-334eeef0cf82 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.0779412 Jan 18 13:16:23.369970 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9e0bfe30-84bb-4809-9fd4-cdfd6e6121eb req-ac14cbf7-fea3-47ae-a6cf-8f14709e6832 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379417 Jan 18 13:16:24.151519 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869f18c-3964-4100-854b-a05b3f682b03 req-64dabfe9-5481-4956-8a15-06a845bb91be tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:24.152943 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a869f18c-3964-4100-854b-a05b3f682b03 req-64dabfe9-5481-4956-8a15-06a845bb91be tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.0769958 Jan 18 13:16:24.224205 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Deleting port 3102c59c-5a89-4571-b141-3203d214a2b0 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:16:24.224625 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:24.538409 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] For port 3102c59c-5a89-4571-b141-3203d214a2b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3102c59c-5a89-4571-b141-3203d214a2b0,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:24.539085 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:24.602849 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebaf3-64c7-4019-a7c3-84474bb16161 req-8f1961ca-f105-4f3c-831d-e7cc2d2e8232 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:24.604329 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-547ebaf3-64c7-4019-a7c3-84474bb16161 req-8f1961ca-f105-4f3c-831d-e7cc2d2e8232 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 947 time: 0.0792761 Jan 18 13:16:24.726454 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56474) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:24.753263 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-547ebaf3-64c7-4019-a7c3-84474bb16161 req-751047a4-8488-4dca-bdb0-91af73bcfdec tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=1905a298-1264-4f1e-b858-dc5342a9dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412334 Jan 18 13:16:24.833190 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:24.833449 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:24.833784 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Floating IP 0de4a688-0a51-428c-bf5f-2b303f2a8a5c disassociated. External IP: 172.28.0.248, port: 3102c59c-5a89-4571-b141-3203d214a2b0. Jan 18 13:16:24.834113 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Calling delete_port for 3102c59c-5a89-4571-b141-3203d214a2b0 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:16:24.897190 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:24.929402 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:24.933154 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Usage tracker for resource:security_group_rule and tenant:516dfb3e7cdf4fcabf2a606c463b501b is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:24.935925 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:24.942429 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:25.005627 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.063035 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.097523 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.111939 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event deleted for resources: {'Port': ['ID=3102c59c-5a89-4571-b141-3203d214a2b0,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:25.146349 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c787b8-3ef2-4c85-bf25-dc147c5058f1,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:25.153039 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9b5f2c82-9ef2-4b61-99ce-a6613acc37c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=516dfb3e7cdf4fcabf2a606c463b501b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4249787 Jan 18 13:16:25.153679 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56480) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:25.228546 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02627ffe-9110-45bd-9287-8b265e40d4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.259186 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02627ffe-9110-45bd-9287-8b265e40d4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.331399 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Router 097dd553-7da7-433b-bad8-36f84fa338a4 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:16:25.400532 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02627ffe-9110-45bd-9287-8b265e40d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.418649 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02627ffe-9110-45bd-9287-8b265e40d4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c787b8-3ef2-4c85-bf25-dc147c5058f1,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:25.422027 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02627ffe-9110-45bd-9287-8b265e40d4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.426766 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-02627ffe-9110-45bd-9287-8b265e40d4c9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/14c787b8-3ef2-4c85-bf25-dc147c5058f1 HTTP/1.1" status: 204 len: 168 time: 0.2716212 Jan 18 13:16:25.537418 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:16:25.549543 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] Sync routers for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:16:25.571263 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:25.571899 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:25.615144 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] No DVR routers for this DVR port 3102c59c-5a89-4571-b141-3203d214a2b0 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:16:25.621531 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:25.627562 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-deleted', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:25.691785 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533784d5-c357-461f-8c72-874ab65e5df1', 'name': 'network-vif-deleted', 'tag': '3102c59c-5a89-4571-b141-3203d214a2b0', 'status': 'completed', 'code': 200} Jan 18 13:16:25.755195 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a869f18c-3964-4100-854b-a05b3f682b03 req-837893ca-a69c-49bf-bf03-008e0fbc92c7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "DELETE /v2.0/ports/3102c59c-5a89-4571-b141-3203d214a2b0 HTTP/1.1" status: 204 len: 173 time: 1.5966482 Jan 18 13:16:25.782261 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:26.064183 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8062c33b-8ac4-4d12-b1e0-fa37d940c03b req-b11101cd-b223-4be7-ba52-4bbfca4d18e0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=533784d5-c357-461f-8c72-874ab65e5df1 HTTP/1.1" status: 200 len: 210 time: 0.0652683 Jan 18 13:16:26.176807 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:26.198890 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] Checking router: 097dd553-7da7-433b-bad8-36f84fa338a4 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:16:26.210435 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:26.211041 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:26.406239 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:26.799613 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:26.805458 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361230b-9803-4eec-b9b9-8fc30d5029ae None None] The sync data for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb is: [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:16:27.005542 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:16:27.047651 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 3102c59c-5a89-4571-b141-3203d214a2b0 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:16:27.048260 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 3102c59c-5a89-4571-b141-3203d214a2b0 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:16:27.086605 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdeeb1-6e83-4fc9-9bb3-c9a4612d07e9 None None] New status for floating IP 0de4a688-0a51-428c-bf5f-2b303f2a8a5c: DOWN {{(pid=83637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:16:27.370403 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56530) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:27.441636 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6874b3b2-e6bb-4b64-98b3-2186f0b0ac4d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:27.471743 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6874b3b2-e6bb-4b64-98b3-2186f0b0ac4d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:27.680617 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6874b3b2-e6bb-4b64-98b3-2186f0b0ac4d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:27.701031 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874b3b2-e6bb-4b64-98b3-2186f0b0ac4d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905a298-1264-4f1e-b858-dc5342a9dc4c,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:27.873906 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6874b3b2-e6bb-4b64-98b3-2186f0b0ac4d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:27.876686 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-6874b3b2-e6bb-4b64-98b3-2186f0b0ac4d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "DELETE /v2.0/security-groups/1905a298-1264-4f1e-b858-dc5342a9dc4c HTTP/1.1" status: 204 len: 168 time: 0.5039873 Jan 18 13:16:27.882960 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56550) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:27.897382 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.api.v2.resource [None req-927006f4-b083-41b2-8800-a963a9e97384 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] show failed (client error): The resource could not be found. Jan 18 13:16:27.902308 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-927006f4-b083-41b2-8800-a963a9e97384 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups/1905a298-1264-4f1e-b858-dc5342a9dc4c HTTP/1.1" status: 404 len: 347 time: 0.0186467 Jan 18 13:16:27.902616 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56556) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:28.076596 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Deleting port e9819c63-35d9-4574-b6be-300a59961418 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:16:28.076930 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:28.245163 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:28.245479 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:28.383423 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Calling delete_port for e9819c63-35d9-4574-b6be-300a59961418 owned by network:floatingip {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:16:28.663091 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:28.711634 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event deleted for resources: {'Port': ['ID=e9819c63-35d9-4574-b6be-300a59961418,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:28.817003 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:28.831625 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:28.833072 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-cf35e77b-9f29-4f24-8910-9365cb9d05a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "DELETE /v2.0/floatingips/0de4a688-0a51-428c-bf5f-2b303f2a8a5c HTTP/1.1" status: 204 len: 168 time: 0.9294171 Jan 18 13:16:28.851828 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108427-3460-4081-ae47-b3450c8f6eb3 req-f910ba87-af19-4b70-b2f8-aab1144c93fe tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:28.853395 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ee108427-3460-4081-ae47-b3450c8f6eb3 req-f910ba87-af19-4b70-b2f8-aab1144c93fe tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0829976 Jan 18 13:16:28.905184 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ee108427-3460-4081-ae47-b3450c8f6eb3 req-776b1c5d-450b-4069-bdfe-885036297d8f tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454063 Jan 18 13:16:29.254259 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56602) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:29.259990 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38167466', 'description': 'tempest-description--1412102197'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:29.265924 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:29.270564 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:29.273435 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:29.279287 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:29.463056 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:29.498433 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:29.502861 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group_rule and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:29.505607 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:29.511384 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:29.568277 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:29.717502 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:29.763609 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0512fdd3-3b49-49c2-b105-643338b98c17,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:29.877928 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:29.882122 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-5b751d88-3792-4c43-9f63-ef774ce336e3 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6242492 Jan 18 13:16:29.882661 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56616) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:29.888240 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'security_group_rule': {'security_group_id': '0512fdd3-3b49-49c2-b105-643338b98c17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:29.894268 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:29.898480 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group_rule and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:29.901634 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:29.908133 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:29.993538 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.059946 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.108757 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4710f9-79c7-4166-8cce-e5fcf39d6e14 req-ad74e9fe-b553-445c-bd2a-ab4262798b9c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:30.110815 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-da4710f9-79c7-4166-8cce-e5fcf39d6e14 req-ad74e9fe-b553-445c-bd2a-ab4262798b9c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0782011 Jan 18 13:16:30.151978 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.161871 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-da4710f9-79c7-4166-8cce-e5fcf39d6e14 req-53d308d4-0f24-4447-b2c7-1bc21f0a6b0b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454552 Jan 18 13:16:30.177390 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bb9634-6785-44a5-b39a-3f33efc0aaea,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:30.312113 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.313808 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-37600f63-e0ab-4e7e-b33a-bfdd119bdb68 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4295723 Jan 18 13:16:30.318264 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56624) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:30.324038 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'security_group_rule': {'security_group_id': '0512fdd3-3b49-49c2-b105-643338b98c17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:30.329905 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:30.334131 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:security_group_rule and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:30.336989 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:30.342514 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:30.439066 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.507522 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.594070 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.615493 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1afd98-6ec6-40ec-a1c3-4045ca837604,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:30.797760 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:30.799028 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2aace913-1f55-46e3-9bc2-8de6a5c07039 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4798121 Jan 18 13:16:30.802180 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56632) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:30.807428 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'floatingip': {'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:30.812762 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:30.817287 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Usage tracker for resource:floatingip and tenant:b917745963954805bd3a203e79d65832 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:30.820255 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:30.825789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:30.946303 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.017503 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-5e6eed87-767e-48ef-b7d8-f9aef4cd7990 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:31.018961 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-5e6eed87-767e-48ef-b7d8-f9aef4cd7990 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.0772521 Jan 18 13:16:31.081497 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.087706 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Deleting port d63b7059-31b3-4436-8809-8de024d51e2b {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:16:31.088046 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.371868 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Allocated IP 172.28.0.211 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/d1900ee1-98ab-42fa-9df0-8dd56def3ccb) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:31.439012 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] For port d63b7059-31b3-4436-8809-8de024d51e2b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d63b7059-31b3-4436-8809-8de024d51e2b,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:31.439575 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.500025 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a9025-a0d0-4e59-bd14-86591ff060f1 req-bea01abf-f87b-42f3-91c2-41386bccb01b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:31.502035 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-599a9025-a0d0-4e59-bd14-86591ff060f1 req-bea01abf-f87b-42f3-91c2-41386bccb01b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 945 time: 0.2018650 Jan 18 13:16:31.585870 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.593430 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-599a9025-a0d0-4e59-bd14-86591ff060f1 req-ea4788b2-da51-498f-957e-fb0e11cdc80f tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=290beda7-03fd-426c-b80b-605c97c576e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852795 Jan 18 13:16:31.706761 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.746840 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.747198 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:31.747541 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Floating IP 637a0ebd-eed0-491f-92ec-85ddabdee0fc disassociated. External IP: 172.28.0.79, port: d63b7059-31b3-4436-8809-8de024d51e2b. Jan 18 13:16:31.747881 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Calling delete_port for d63b7059-31b3-4436-8809-8de024d51e2b owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:16:31.791327 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:31.792084 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'Port': ['ID=d1900ee1-98ab-42fa-9df0-8dd56def3ccb,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:31.794710 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:31.796949 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:31.919657 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56648) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:31.983114 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.040529 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event deleted for resources: {'Port': ['ID=d63b7059-31b3-4436-8809-8de024d51e2b,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:32.112025 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.147925 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.194007 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:32.199404 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d2ed69873a48a6889718772912a133 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:32.204017 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:32.210732 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:32.276949 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.379137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.396114 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Router 2e45af29-6dae-4932-b859-32f327827053 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:16:32.462645 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.523099 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23534338-fc9d-4ae9-8e08-c15cecbcfe4b,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:32.525516 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.546864 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-6c39fd27-18af-41ec-a5ea-c8dea01a2a69 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e2d2ed69873a48a6889718772912a133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6260617 Jan 18 13:16:32.549736 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56664) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:32.651696 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.683995 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-15c69b23-396d-4bf7-ab5e-49432e4449f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.727123 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-15c69b23-396d-4bf7-ab5e-49432e4449f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.795119 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.802923 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'Port': ['ID=d1900ee1-98ab-42fa-9df0-8dd56def3ccb,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:32.818629 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9088708f-1905-4d61-a7eb-7f1bff36ad21 req-6b23fded-e015-44a6-bd90-d120ffc8f5bc tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 210 time: 0.0451779 Jan 18 13:16:32.820787 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:16:32.831417 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] Sync routers for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:16:32.844030 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:32.844843 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:32.894323 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] No DVR routers for this DVR port d63b7059-31b3-4436-8809-8de024d51e2b on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:16:32.897011 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.899871 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'name': 'network-vif-deleted', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:32.954846 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.964724 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944a802-b3be-4a64-a634-8cd57c32fad7', 'name': 'network-vif-deleted', 'tag': 'd63b7059-31b3-4436-8809-8de024d51e2b', 'status': 'completed', 'code': 200} Jan 18 13:16:32.965350 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-46b4434a-1432-4d0e-9699-c2d2bf5df734 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1621363 Jan 18 13:16:33.035927 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:33.051514 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-15c69b23-396d-4bf7-ab5e-49432e4449f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.054304 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-15c69b23-396d-4bf7-ab5e-49432e4449f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.058566 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-15c69b23-396d-4bf7-ab5e-49432e4449f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23534338-fc9d-4ae9-8e08-c15cecbcfe4b HTTP/1.1" status: 204 len: 168 time: 0.5049040 Jan 18 13:16:33.067005 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c69b23-396d-4bf7-ab5e-49432e4449f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23534338-fc9d-4ae9-8e08-c15cecbcfe4b,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:33.090244 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cbf59fc9-3fde-49df-964a-cea1d29adc54 req-0ac6943b-749e-461f-acc6-0bd6abed7ee1 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "DELETE /v2.0/ports/d63b7059-31b3-4436-8809-8de024d51e2b HTTP/1.1" status: 204 len: 173 time: 2.0650423 Jan 18 13:16:33.196460 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-5e6ebafa-b821-4a1e-aee3-57e041ef3573 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--38167466&fields=id&tenant_id=b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 267 time: 0.0414503 Jan 18 13:16:33.364081 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-349655fb-f577-4dab-a945-c145be38d125 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:33.365723 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-349655fb-f577-4dab-a945-c145be38d125 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 817 time: 0.1615307 Jan 18 13:16:33.387829 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-6f306efc-fe95-4935-b345-fb9de5596560 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/quotas/b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 375 time: 0.0166504 Jan 18 13:16:33.413102 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:33.417348 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] Checking router: 2e45af29-6dae-4932-b859-32f327827053 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:16:33.430672 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:33.431455 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:33.485429 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-0c774769-5b19-47fd-9baf-114d34b8205c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:33.595140 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-0c774769-5b19-47fd-9baf-114d34b8205c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:33.596436 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-0c774769-5b19-47fd-9baf-114d34b8205c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2044604 Jan 18 13:16:33.612553 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:33.826761 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-daf83f19-8a55-4c0f-be21-1add2da8f24c service neutron] 10.222.0.71 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183833 Jan 18 13:16:33.974807 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-68b80134-418d-4c35-83e8-649b315a98b0 service neutron] 10.222.0.71 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471262 Jan 18 13:16:33.990585 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:33.994645 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e676ce-018a-4a27-a8e1-b64a8b6a8039 None None] The sync data for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb is: [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:16:34.149433 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6fe0da48-9a4a-404e-bbf0-793e042182b4 req-b83af28f-c56c-4487-a305-22f2ce05c266 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=0944a802-b3be-4a64-a634-8cd57c32fad7 HTTP/1.1" status: 200 len: 210 time: 0.0443380 Jan 18 13:16:34.204433 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56688) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:34.223166 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.246008 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49a1ea-dbc8-47a8-a8ed-566637499cff None None] New status for floating IP 637a0ebd-eed0-491f-92ec-85ddabdee0fc: DOWN {{(pid=83637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:16:34.262172 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:34.266031 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Usage tracker for resource:security_group_rule and tenant:1e492b707b3c42c5932d58bfb0a2019d is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:34.268877 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:34.274699 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:34.341551 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.486162 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.533964 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b705ab7-3c0a-4b22-aebb-332226e73bde,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:34.539316 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5e4de73f-9555-452f-91d6-00fee0999175 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e492b707b3c42c5932d58bfb0a2019d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3333752 Jan 18 13:16:34.541858 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56698) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:34.607355 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e6b1556e-1e29-43fb-b298-1c89a542e318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.633847 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e6b1556e-1e29-43fb-b298-1c89a542e318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.774803 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e6b1556e-1e29-43fb-b298-1c89a542e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.795465 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1556e-1e29-43fb-b298-1c89a542e318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b705ab7-3c0a-4b22-aebb-332226e73bde,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:34.802284 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e6b1556e-1e29-43fb-b298-1c89a542e318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.806936 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-e6b1556e-1e29-43fb-b298-1c89a542e318 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b705ab7-3c0a-4b22-aebb-332226e73bde HTTP/1.1" status: 204 len: 168 time: 0.2643383 Jan 18 13:16:35.059795 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d63b7059-31b3-4436-8809-8de024d51e2b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:16:35.091897 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: d63b7059-31b3-4436-8809-8de024d51e2b {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:16:35.092234 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d63b7059-31b3-4436-8809-8de024d51e2b not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:16:35.346255 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9df9f8c3-a07b-41e4-864d-52a44a977246 req-529b4bc7-bb78-4524-877e-6adb7226cd00 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 210 time: 0.0552676 Jan 18 13:16:35.435098 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56726) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:35.505943 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5280b5d6-f12b-4090-9962-a46c9e3b39bd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.535046 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5280b5d6-f12b-4090-9962-a46c9e3b39bd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.683808 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5280b5d6-f12b-4090-9962-a46c9e3b39bd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.705147 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280b5d6-f12b-4090-9962-a46c9e3b39bd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290beda7-03fd-426c-b80b-605c97c576e8,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:35.905936 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5280b5d6-f12b-4090-9962-a46c9e3b39bd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.907640 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-5280b5d6-f12b-4090-9962-a46c9e3b39bd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "DELETE /v2.0/security-groups/290beda7-03fd-426c-b80b-605c97c576e8 HTTP/1.1" status: 204 len: 168 time: 0.4715254 Jan 18 13:16:35.911601 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56738) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:35.926901 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.api.v2.resource [None req-7e41a484-a348-4722-a9b7-c08b37448c02 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] show failed (client error): The resource could not be found. Jan 18 13:16:35.927925 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-7e41a484-a348-4722-a9b7-c08b37448c02 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups/290beda7-03fd-426c-b80b-605c97c576e8 HTTP/1.1" status: 404 len: 347 time: 0.0162935 Jan 18 13:16:35.931017 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56744) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:36.090895 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Deleting port 585ee896-2124-4603-8515-1af02b277619 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:16:36.129186 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.260130 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.260380 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.378745 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Calling delete_port for 585ee896-2124-4603-8515-1af02b277619 owned by network:floatingip {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:16:36.496717 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-00517e28-5770-4e76-8136-881d0a0725e9 req-d11a9f29-8a55-4245-82c7-08f84d837096 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 210 time: 0.0587618 Jan 18 13:16:36.695057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.743920 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event deleted for resources: {'Port': ['ID=585ee896-2124-4603-8515-1af02b277619,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:36.838350 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.852877 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.857770 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-0ff78cf5-045f-4e2d-b0ad-7835a84942fd tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "DELETE /v2.0/floatingips/637a0ebd-eed0-491f-92ec-85ddabdee0fc HTTP/1.1" status: 204 len: 168 time: 0.9219849 Jan 18 13:16:37.330364 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56772) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:37.335549 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40154994', 'description': 'tempest-description--1218441780'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:37.341306 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:37.346600 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:37.350480 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:37.357451 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:37.518114 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:37.556639 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:37.562194 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group_rule and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:37.566192 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:37.573191 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:37.632070 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:37.695263 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f837d1fc-982e-4368-bbc6-801149dcee68 req-94c3b6f1-c879-42fd-9df7-718b60568dc0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Jan 18 13:16:37.751818 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:37.799415 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22076a8-40b7-4054-b33e-aa02121610f7,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:37.913987 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:37.916173 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-75ede5cf-7016-4842-8479-1015f5969050 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5846562 Jan 18 13:16:37.918229 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56786) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:37.924485 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'security_group_rule': {'security_group_id': 'c22076a8-40b7-4054-b33e-aa02121610f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:37.930381 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:37.934103 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group_rule and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:37.936947 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:37.943040 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:38.041165 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.104809 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.188878 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.213326 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35036d5-2eb4-4ead-8887-bdc6d8f0c7f3,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:38.261466 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-4b6b3e75-d50d-4a91-9a9f-6db7c67155d4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:38.262887 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-4b6b3e75-d50d-4a91-9a9f-6db7c67155d4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 817 time: 0.1489279 Jan 18 13:16:38.285846 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.287445 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-a3ee457b-75f2-45c6-ba05-aadd40085b25 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3682306 Jan 18 13:16:38.290108 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56796) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:38.300061 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'security_group_rule': {'security_group_id': 'c22076a8-40b7-4054-b33e-aa02121610f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:38.306034 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:38.310408 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:security_group_rule and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:38.313682 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:38.319938 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:38.395241 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-dfc14ec4-165c-437a-8ca3-0ccf4918f591 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 378 time: 0.1102772 Jan 18 13:16:38.404230 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'port': {'device_id': '2d186965-a727-49e0-99aa-4412b17f1a58', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'admin_state_up': True, 'tenant_id': 'b917745963954805bd3a203e79d65832', 'security_groups': ['0512fdd3-3b49-49c2-b105-643338b98c17']}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:38.411453 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.497986 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.561795 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:38.571055 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.571624 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:38.593186 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e9585b-b04b-449e-bf1c-696d4228d02a,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:38.690935 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Made reservation on behalf of b917745963954805bd3a203e79d65832 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:16:38.693998 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.777996 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.783290 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2a00f81c-8454-4ddf-a31c-988175993404 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4879746 Jan 18 13:16:38.783290 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56812) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:38.788069 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'floatingip': {'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:38.803510 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:38.807348 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Usage tracker for resource:floatingip and tenant:5b896bc9aa114bfa8309a833ca278974 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:38.810251 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:38.816858 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:38.885984 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Allocated IP 172.20.0.10 (0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed/152a56fa-3c4e-4d5f-8285-0fce94e4d4e4/1cbf85e8-4f43-4e5e-a45b-3c636d8c9870) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:38.902255 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-548d9c05-a060-4fe8-92db-9dc14970c016 req-166d7644-c01d-422f-84f5-3610ba0dc68e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:38.915757 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.982678 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-548d9c05-a060-4fe8-92db-9dc14970c016 req-166d7644-c01d-422f-84f5-3610ba0dc68e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:38.986777 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-548d9c05-a060-4fe8-92db-9dc14970c016 req-166d7644-c01d-422f-84f5-3610ba0dc68e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 210 time: 0.1258087 Jan 18 13:16:39.073822 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.124657 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.141253 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Transition to ACTIVE for port object 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:16:39.249088 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Allocated IP 172.28.0.100 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/49dc039f-4129-4411-abf7-c0c8d420d85c) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:39.334926 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.405870 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:39.409149 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:39.413809 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:39.442640 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:39.454491 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.489183 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:39.490088 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.569075 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.639744 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:39.640582 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-22c5869c-0642-4d42-80c0-479b22a5d2d1 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2403164 Jan 18 13:16:39.642717 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:39.647290 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:39.658373 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Request body: {'port': {'device_id': '2d186965-a727-49e0-99aa-4412b17f1a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:39.675955 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'Port': ['ID=49dc039f-4129-4411-abf7-c0c8d420d85c,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:39.785824 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.786301 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-bd09cc18-27ad-4de1-8d44-4f76be0a4b6d None None] Provisioning for port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:39.791872 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-bd09cc18-27ad-4de1-8d44-4f76be0a4b6d None None] Provisioning complete for port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:39.796019 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-bd09cc18-27ad-4de1-8d44-4f76be0a4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.858054 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:39.861735 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-bd09cc18-27ad-4de1-8d44-4f76be0a4b6d None None] Port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:16:40.033921 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.194518 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:40.202909 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.232702 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Transition to ACTIVE for port object 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:16:40.242149 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.249495 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d622d-9dd4-41df-ab60-dffc85022b27 req-286512f2-02a1-4b0e-9f5a-ad4b0ac06020 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:40.250222 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3c5d622d-9dd4-41df-ab60-dffc85022b27 req-286512f2-02a1-4b0e-9f5a-ad4b0ac06020 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:40.325104 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.325336 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.359614 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-3c5d622d-9dd4-41df-ab60-dffc85022b27 req-286512f2-02a1-4b0e-9f5a-ad4b0ac06020 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:40.360757 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3c5d622d-9dd4-41df-ab60-dffc85022b27 req-286512f2-02a1-4b0e-9f5a-ad4b0ac06020 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 932 time: 0.2158892 Jan 18 13:16:40.430067 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'Port': ['ID=49dc039f-4129-4411-abf7-c0c8d420d85c,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:40.462552 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.473916 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3904ec63-c0bf-4c5c-9461-62b15299d545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.488883 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:40.550673 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3c5d622d-9dd4-41df-ab60-dffc85022b27 req-dfee022b-5930-4cec-9a65-7b18d7dbfa73 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1722841 Jan 18 13:16:40.609172 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.619742 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d0e86eb4-7d24-4261-bcfa-122bd0846c72 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8272386 Jan 18 13:16:40.630456 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Attempting to bind port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:16:40.630804 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Attempting to bind port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:16:40.631125 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Attempting to bind port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:40.638142 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:16:40.638464 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Attempting to bind port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 on network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:40.653417 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:16:40.654076 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Checking segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:16:40.654464 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Bound using segment: {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:16:40.654967 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Bound port: 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5ffc4a-64ce-443b-ae3f-c29878a35628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:16:40.655404 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:40.768677 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:16:40.772301 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:16:40.873814 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-4fccee88-31fd-4d5d-82fc-1b4535eb046a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:40.972388 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:41.049590 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:41.049590 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] 10.222.0.96 "PUT /v2.0/ports/1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 HTTP/1.1" status: 200 len: 1094 time: 1.3803825 Jan 18 13:16:41.049590 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:41.066158 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106564dc-8d8d-4987-92d9-604872c66f63 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:41.072212 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-4fccee88-31fd-4d5d-82fc-1b4535eb046a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:41.073452 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-4fccee88-31fd-4d5d-82fc-1b4535eb046a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--40154994&fields=id&tenant_id=5b896bc9aa114bfa8309a833ca278974 HTTP/1.1" status: 200 len: 267 time: 0.2414031 Jan 18 13:16:41.109037 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'status': 'completed', 'code': 200} Jan 18 13:16:41.258516 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-58ab0977-e15b-48bd-85a8-76a65c40cec8 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:41.260376 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-58ab0977-e15b-48bd-85a8-76a65c40cec8 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 810 time: 0.1792357 Jan 18 13:16:41.292451 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-f5f202c2-6e23-4c15-aa29-001b55181cff tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/quotas/5b896bc9aa114bfa8309a833ca278974 HTTP/1.1" status: 200 len: 375 time: 0.0182016 Jan 18 13:16:41.314737 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b2bdb90e-0db9-4390-a63e-bc1e071c787b req-92239dab-be23-4549-a304-808c3a092f7f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1097 time: 0.1647508 Jan 18 13:16:41.378825 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fc4c48ec-6d06-434b-b8ff-fd56d05528aa tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923903 Jan 18 13:16:41.477887 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdb90e-0db9-4390-a63e-bc1e071c787b req-a68324f7-7807-4418-9abc-0102e5949094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:41.479437 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b2bdb90e-0db9-4390-a63e-bc1e071c787b req-a68324f7-7807-4418-9abc-0102e5949094 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=b917745963954805bd3a203e79d65832&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1521933 Jan 18 13:16:41.535537 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-014fa6eb-7a35-48c3-bd5b-987505f1ba9b service neutron] 10.222.0.71 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416764 Jan 18 13:16:41.639999 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdb90e-0db9-4390-a63e-bc1e071c787b req-81eb54dd-b8b8-4c17-abb9-46993d5d8fae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:41.642115 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b2bdb90e-0db9-4390-a63e-bc1e071c787b req-81eb54dd-b8b8-4c17-abb9-46993d5d8fae service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564479 Jan 18 13:16:41.683193 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-0538364e-4af6-49c4-aa6b-b663a5e143bd service neutron] 10.222.0.71 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418552 Jan 18 13:16:41.848775 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869bf6-1928-406c-915e-f8f81e05d89c req-d94ee08f-2a78-4361-b24d-d3cf39fb9ec6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:41.879344 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fe869bf6-1928-406c-915e-f8f81e05d89c req-d94ee08f-2a78-4361-b24d-d3cf39fb9ec6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.1492357 Jan 18 13:16:41.879344 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-61f3a8df-658e-4ea8-bcff-90204693bed7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1097 time: 0.1155870 Jan 18 13:16:41.947292 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-0cfbdd78-dd45-48b6-ab0d-c1f80b23b5d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 HTTP/1.1" status: 200 len: 217 time: 0.0761602 Jan 18 13:16:42.014875 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fe869bf6-1928-406c-915e-f8f81e05d89c req-f9a33a1f-36b2-42ff-a5ee-f1d0369b0d10 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584454 Jan 18 13:16:42.032997 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-3ed965e4-ac3c-468d-8412-c67e76dc8c9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:42.035124 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-3ed965e4-ac3c-468d-8412-c67e76dc8c9a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0762966 Jan 18 13:16:42.117890 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-f2ee5234-3055-47fb-a753-afcc67b439ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772989 Jan 18 13:16:42.261121 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-008573b2-32a8-4409-b210-4ad13c518262 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375930 Jan 18 13:16:42.391412 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-22dff744-4e2d-4d60-872c-a938eeba0812 req-74a7aa73-821a-4ce2-8767-6d13bb99b64b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:42.448912 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-024bfb24-a149-49f2-9c9c-17f3ea4b67cd req-48a70457-74af-4b8d-8690-c5f686c6125a service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814973 Jan 18 13:16:42.515993 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56892) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:42.525240 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-22dff744-4e2d-4d60-872c-a938eeba0812 req-74a7aa73-821a-4ce2-8767-6d13bb99b64b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:42.526627 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-22dff744-4e2d-4d60-872c-a938eeba0812 req-74a7aa73-821a-4ce2-8767-6d13bb99b64b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 210 time: 0.1858273 Jan 18 13:16:42.657995 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.669798 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a07848f7-095a-468e-90b1-8a5466d1a3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.694225 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:42.698230 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Usage tracker for resource:security_group_rule and tenant:176af24b0eb94296a41e0cd4bc365856 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:42.701125 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:42.707403 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:42.771642 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.931878 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.976596 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c52cc9-c866-4a55-8325-6ef7fbde243a,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:42.983593 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56900) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:42.983728 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-738dade3-be10-49c5-9820-36cfbe3f12a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=176af24b0eb94296a41e0cd4bc365856&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4665208 Jan 18 13:16:43.042705 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5faaf8b3-6739-4d8f-85c4-34f4b2df01d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.068566 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5faaf8b3-6739-4d8f-85c4-34f4b2df01d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.239685 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff3333-3264-4598-93a8-1b127ce73004 req-e21910b5-6875-46d3-ac8f-958541307e8a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:43.241948 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-37ff3333-3264-4598-93a8-1b127ce73004 req-e21910b5-6875-46d3-ac8f-958541307e8a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0893965 Jan 18 13:16:43.268353 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5faaf8b3-6739-4d8f-85c4-34f4b2df01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.283655 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaf8b3-6739-4d8f-85c4-34f4b2df01d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c52cc9-c866-4a55-8325-6ef7fbde243a,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:43.291104 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5faaf8b3-6739-4d8f-85c4-34f4b2df01d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.292431 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5faaf8b3-6739-4d8f-85c4-34f4b2df01d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/24c52cc9-c866-4a55-8325-6ef7fbde243a HTTP/1.1" status: 204 len: 168 time: 0.3078351 Jan 18 13:16:43.297968 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-37ff3333-3264-4598-93a8-1b127ce73004 req-48a7ed63-5004-47dd-bb62-35b1b0d0ac27 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Synchronizing usage tracker for tenant:b917745963954805bd3a203e79d65832 on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:43.448567 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-37ff3333-3264-4598-93a8-1b127ce73004 req-48a7ed63-5004-47dd-bb62-35b1b0d0ac27 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Unset dirty status for tenant:b917745963954805bd3a203e79d65832 on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:43.449757 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-37ff3333-3264-4598-93a8-1b127ce73004 req-48a7ed63-5004-47dd-bb62-35b1b0d0ac27 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2022488 Jan 18 13:16:43.574261 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.691620 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9d24c1c0-1cb0-438c-9dfd-61844e647665 req-07a22984-3b57-4f84-bb7e-c0f933ad76d3 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 210 time: 0.0439463 Jan 18 13:16:44.011090 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.129945 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56914) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:44.148461 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.179692 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:44.184153 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Usage tracker for resource:security_group_rule and tenant:780e8652d3934442992ec2247212c68b is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:44.187134 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:44.194364 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:44.260069 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.347932 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.394518 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b9fdd-d010-4ce6-bd8f-f82fe8444045,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:44.402010 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-bb91effc-66e8-44b3-9cf6-04bf0c8c8102 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=780e8652d3934442992ec2247212c68b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2687192 Jan 18 13:16:44.403048 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56920) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:44.464831 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b985f6c4-758a-4adc-9d14-0a0b4b15d6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.490733 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b985f6c4-758a-4adc-9d14-0a0b4b15d6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.639601 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b985f6c4-758a-4adc-9d14-0a0b4b15d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.655541 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f6c4-758a-4adc-9d14-0a0b4b15d6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b9fdd-d010-4ce6-bd8f-f82fe8444045,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:44.660095 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b985f6c4-758a-4adc-9d14-0a0b4b15d6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.661764 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b985f6c4-758a-4adc-9d14-0a0b4b15d6be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/895b9fdd-d010-4ce6-bd8f-f82fe8444045 HTTP/1.1" status: 204 len: 168 time: 0.2581763 Jan 18 13:16:44.686641 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ef05f-b309-4746-bab5-5c6d25a9f71c req-5c6d6b2b-f1e4-497c-8cfd-5d7bc8b4434b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:44.688694 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f23ef05f-b309-4746-bab5-5c6d25a9f71c req-5c6d6b2b-f1e4-497c-8cfd-5d7bc8b4434b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0822682 Jan 18 13:16:44.737429 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f23ef05f-b309-4746-bab5-5c6d25a9f71c req-0a7dde9c-d641-4a2b-bf35-f937fd3edee9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429342 Jan 18 13:16:44.881636 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-63640edc-bb50-4cdb-8dc9-2e0e6eb372d6 req-1c273813-692b-4988-8838-3e1763f85cfb tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 210 time: 0.0414400 Jan 18 13:16:45.059271 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-efd9995a-5867-479f-a23c-4f3bd5a7acec tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:45.060738 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-efd9995a-5867-479f-a23c-4f3bd5a7acec tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 810 time: 0.1477122 Jan 18 13:16:45.096637 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.118879 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:16:45.121950 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-2f50d008-e45e-41b2-a84e-281b4ce6a077 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b896bc9aa114bfa8309a833ca278974 HTTP/1.1" status: 200 len: 378 time: 0.0414255 Jan 18 13:16:45.131361 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'port': {'device_id': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'admin_state_up': True, 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'security_groups': ['c22076a8-40b7-4054-b33e-aa02121610f7']}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:45.258143 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:45.272655 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'port_id': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'mac_address': 'fa:16:3e:9c:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:16:45.338332 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.357125 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:45.359835 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:45.370373 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:45.372101 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:45.488509 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.488751 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Made reservation on behalf of 5b896bc9aa114bfa8309a833ca278974 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:16:45.491624 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.555593 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:45.566229 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.566814 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.567261 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.567702 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.568200 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.568535 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.568856 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.569271 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.570006 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.570133 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.570711 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:45.655651 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Allocated IP 172.20.0.7 (196899bc-d4a9-49d8-b2ea-aed41b5a787a/1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e/0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:45.691627 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 56938) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:45.710518 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.741040 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:45.745088 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e2965e0b16f5405a847ba0ff15f4e35c is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:45.748252 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:45.754693 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:45.804025 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:16:45.878348 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.913139 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Transition to ACTIVE for port object 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:16:45.914391 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.005843 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb75ec-ee5b-4348-a98d-4e6e50f330cd req-29c910ea-25db-4dd2-b8ef-7088bbbf607d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:46.007774 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cebb75ec-ee5b-4348-a98d-4e6e50f330cd req-29c910ea-25db-4dd2-b8ef-7088bbbf607d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 945 time: 0.0921216 Jan 18 13:16:46.040007 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.080816 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.116101 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cebb75ec-ee5b-4348-a98d-4e6e50f330cd req-35fb1067-28cb-421e-8e97-9eaa6642766a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025848 Jan 18 13:16:46.117583 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29931d50-5069-48a6-b982-84ef0ae13662,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:46.122582 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d8455759-8458-4e36-8cd1-99a6cdc1c7c5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e2965e0b16f5405a847ba0ff15f4e35c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4298053 Jan 18 13:16:46.127639 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 56950) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:46.208204 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:46.216832 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event updated for resources: {'Port': ['ID=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:46.219723 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:46.223709 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:46.313020 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d3f7c-4bc6-45d9-ba69-62395d3dbe1f req-c0744c80-1ee6-41a7-95c1-49dc79eb4b27 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:46.314557 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-991d3f7c-4bc6-45d9-ba69-62395d3dbe1f req-c0744c80-1ee6-41a7-95c1-49dc79eb4b27 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 931 time: 0.2717400 Jan 18 13:16:46.317699 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2ec-701a-4772-bade-9be9c205acd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.333427 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:46.334031 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.396265 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2ec-701a-4772-bade-9be9c205acd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.433339 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-991d3f7c-4bc6-45d9-ba69-62395d3dbe1f req-2890848b-8d95-4976-b7d4-a3c4ffd4a0c8 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042168 Jan 18 13:16:46.474382 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-fd03243d-003a-49f6-bb30-1e4069143d89 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3468699 Jan 18 13:16:46.492882 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Request body: {'port': {'device_id': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:46.553878 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-d2deee20-ade5-4e28-978c-862fbeba7bc4 None None] Provisioning for port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:46.560352 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-d2deee20-ade5-4e28-978c-862fbeba7bc4 None None] Provisioning complete for port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:46.564383 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d2deee20-ade5-4e28-978c-862fbeba7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.576058 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2ec-701a-4772-bade-9be9c205acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.605696 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5b2ec-701a-4772-bade-9be9c205acd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29931d50-5069-48a6-b982-84ef0ae13662,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:46.620137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2ec-701a-4772-bade-9be9c205acd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.621229 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-18a5b2ec-701a-4772-bade-9be9c205acd9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/29931d50-5069-48a6-b982-84ef0ae13662 HTTP/1.1" status: 204 len: 168 time: 0.4926665 Jan 18 13:16:46.622324 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.632343 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-d2deee20-ade5-4e28-978c-862fbeba7bc4 None None] Port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:16:46.970282 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:46.981048 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.000344 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Transition to ACTIVE for port object 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:16:47.136030 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:16:47.183431 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.313292 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:47.364991 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:47.370292 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:47.370665 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.406488 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82d63e-58bd-457c-b0ab-31dc78844533 req-aa813fba-9827-4aa7-ae97-2f7431dc9096 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:47.413951 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1b82d63e-58bd-457c-b0ab-31dc78844533 req-aa813fba-9827-4aa7-ae97-2f7431dc9096 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 945 time: 0.1297407 Jan 18 13:16:47.448857 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Attempting to bind port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:16:47.449143 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Attempting to bind port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:16:47.449632 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Attempting to bind port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:47.457351 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:16:47.457825 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Attempting to bind port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 on network 196899bc-d4a9-49d8-b2ea-aed41b5a787a {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:47.465720 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:16:47.466580 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Checking segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:16:47.467338 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Bound using segment: {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:16:47.468330 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Bound port: 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac7e517-5312-4b40-abc8-dcde6f1fdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:16:47.468954 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.475690 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1b82d63e-58bd-457c-b0ab-31dc78844533 req-cf943906-8476-4737-8881-c8dd55dbcca0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583346 Jan 18 13:16:47.575265 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.615037 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:47.626950 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:47.680286 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'code': 200} Jan 18 13:16:47.707532 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] For port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:16:47.708490 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.727014 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] For port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:16:47.760915 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494054f-877a-4d3d-906d-340609a0670e req-2298959b-11a1-41b9-9238-d413f26335b7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:47.761648 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-f494054f-877a-4d3d-906d-340609a0670e req-2298959b-11a1-41b9-9238-d413f26335b7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:47.794252 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:47.828985 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.887158 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.888533 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] 10.222.0.96 "PUT /v2.0/ports/0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 HTTP/1.1" status: 200 len: 1093 time: 1.4004331 Jan 18 13:16:47.888971 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:47.921453 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510db0db-6bcf-40a2-a82a-e0ff98dc0c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:47.963039 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-f494054f-877a-4d3d-906d-340609a0670e req-2298959b-11a1-41b9-9238-d413f26335b7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:47.966901 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f494054f-877a-4d3d-906d-340609a0670e req-2298959b-11a1-41b9-9238-d413f26335b7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 943 time: 0.3899686 Jan 18 13:16:47.966901 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'status': 'completed', 'code': 200} Jan 18 13:16:48.022401 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f494054f-877a-4d3d-906d-340609a0670e req-6385f596-54d4-4bee-90a7-a52149e3616d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516431 Jan 18 13:16:48.128635 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a4046dd4-0dbc-4eec-9684-55df676f6548 req-eee4b491-809c-4fcc-9e69-a4a19536d8d3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 1096 time: 0.1052814 Jan 18 13:16:48.278572 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8e1acee8-973b-462f-8b0a-910bcdbef8ce req-83c0e872-f481-4655-9a45-220ad0254a00 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1099 time: 0.0898619 Jan 18 13:16:48.294636 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4046dd4-0dbc-4eec-9684-55df676f6548 req-e5df3f8e-5cfd-4e23-bba4-d20f437b9497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:48.297109 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a4046dd4-0dbc-4eec-9684-55df676f6548 req-e5df3f8e-5cfd-4e23-bba4-d20f437b9497 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=5b896bc9aa114bfa8309a833ca278974&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1559446 Jan 18 13:16:48.321054 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8e1acee8-973b-462f-8b0a-910bcdbef8ce req-de45162b-619d-4efe-9399-2c142307a8c2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370977 Jan 18 13:16:48.436201 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4046dd4-0dbc-4eec-9684-55df676f6548 req-4246e8a3-8a90-42ff-a9aa-75be08e9bf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:48.438692 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a4046dd4-0dbc-4eec-9684-55df676f6548 req-4246e8a3-8a90-42ff-a9aa-75be08e9bf81 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366148 Jan 18 13:16:48.723641 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23b01f-6444-4f02-8751-ef4608ed29dc req-a1e362e8-85ce-4596-996e-7327bf674bdf tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:48.725177 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6d23b01f-6444-4f02-8751-ef4608ed29dc req-a1e362e8-85ce-4596-996e-7327bf674bdf tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0817788 Jan 18 13:16:48.786347 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6d23b01f-6444-4f02-8751-ef4608ed29dc req-12026f47-5d55-40c1-b735-8d3830c8d21e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544238 Jan 18 13:16:48.805117 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-e43923d4-0597-4594-bad2-8dc743581b10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 1096 time: 0.0902560 Jan 18 13:16:48.893581 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-ac7aca08-4155-4975-88f5-891c0ebbe94a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 HTTP/1.1" status: 200 len: 217 time: 0.0741317 Jan 18 13:16:48.955495 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-330580ec-00f7-4b7b-95ce-32b0ed65f34a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:48.956949 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-330580ec-00f7-4b7b-95ce-32b0ed65f34a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 200 len: 849 time: 0.0576048 Jan 18 13:16:49.034087 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-cf71dfd7-5897-42ad-8a86-b662436b0c46 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=196899bc-d4a9-49d8-b2ea-aed41b5a787a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706954 Jan 18 13:16:49.205052 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-ecf94940-8133-480a-a473-249683911cad service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643405 Jan 18 13:16:49.328848 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feac47-8c2e-4483-a89f-841f624d9b64 req-a8dd7b96-acf0-46f7-bdb6-ad4f3f272c1f tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:49.330304 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d3feac47-8c2e-4483-a89f-841f624d9b64 req-a8dd7b96-acf0-46f7-bdb6-ad4f3f272c1f tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 943 time: 0.1785717 Jan 18 13:16:49.380379 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-21e2f4ed-26db-4c04-9576-d5680646db05 req-8f96b953-bc49-4b54-943e-b65bb0304790 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682408 Jan 18 13:16:49.399871 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d3feac47-8c2e-4483-a89f-841f624d9b64 req-a1d9fba2-0bee-4ef5-951e-9e6ad426915b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597637 Jan 18 13:16:49.872834 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:16:50.008892 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7a82-3a47-42cc-adf6-2f528437b1d1 req-df40b052-267f-4556-9889-3d5eba0abdce tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:50.010345 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bcdf7a82-3a47-42cc-adf6-2f528437b1d1 req-df40b052-267f-4556-9889-3d5eba0abdce tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0836186 Jan 18 13:16:50.066074 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bcdf7a82-3a47-42cc-adf6-2f528437b1d1 req-8bea36d8-43d6-49e1-8b04-93bf3da81952 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426762 Jan 18 13:16:50.296269 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5610a-0f9b-430b-8cd8-aaace33bdc95 req-7882cefc-dd1c-45b6-8ab6-66bfebe1e200 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:50.298890 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ecb5610a-0f9b-430b-8cd8-aaace33bdc95 req-7882cefc-dd1c-45b6-8ab6-66bfebe1e200 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0874774 Jan 18 13:16:50.307609 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 57038) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:50.313191 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Request body: {'floatingip': {'port_id': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:50.393704 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:50.621997 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b30001-f609-4f09-9751-51f13cb7e923 req-ffb9aacb-1eca-4b6a-8c2e-b1120857e800 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:50.627065 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-10b30001-f609-4f09-9751-51f13cb7e923 req-ffb9aacb-1eca-4b6a-8c2e-b1120857e800 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 943 time: 0.0931015 Jan 18 13:16:50.687159 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-10b30001-f609-4f09-9751-51f13cb7e923 req-56baa271-a8ed-4392-a866-8f45dc5a85b7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571842 Jan 18 13:16:51.138196 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:16:51.143537 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:51.187678 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:51.268238 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:51.287745 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:51.301583 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'port_id': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'mac_address': 'fa:16:3e:ba:eb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:16:51.360878 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:51.378682 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:51.395589 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:51.489826 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Floating IP 6a01e7d4-4f94-42c9-94b4-3742fbe5e779 associated. External IP: 172.28.0.211, port: 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870. Jan 18 13:16:51.491053 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:51.561020 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:51.803507 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:16:52.015385 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5c4cd-941d-4583-85b6-231540053f22 req-61d2909b-869a-4447-9b37-daa23af05214 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:52.016818 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-82b5c4cd-941d-4583-85b6-231540053f22 req-61d2909b-869a-4447-9b37-daa23af05214 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 944 time: 0.1234405 Jan 18 13:16:52.029805 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Router 097dd553-7da7-433b-bad8-36f84fa338a4 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:16:52.135935 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-82b5c4cd-941d-4583-85b6-231540053f22 req-88234e6c-7151-44f9-acfd-3346797dce8a tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113789 Jan 18 13:16:52.273545 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:16:52.278428 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:52.283632 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] Sync routers for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:16:52.296475 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:52.297201 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:52.424355 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-3c39381f-0316-4e88-b5a0-029265fac30e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "PUT /v2.0/floatingips/6a01e7d4-4f94-42c9-94b4-3742fbe5e779 HTTP/1.1" status: 200 len: 992 time: 2.1155927 Jan 18 13:16:52.425476 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:52.485538 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'status': 'completed', 'code': 200} Jan 18 13:16:52.506508 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:52.630438 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fdcc2007-92af-4791-a77a-a5af99311329 req-d1c32231-904c-4cc7-ba4e-2a5c00f5cece service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1099 time: 0.0729544 Jan 18 13:16:52.801345 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2007-92af-4791-a77a-a5af99311329 req-1b6ae5e8-5f1a-424d-956a-8f8b77d33ea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:52.803285 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fdcc2007-92af-4791-a77a-a5af99311329 req-1b6ae5e8-5f1a-424d-956a-8f8b77d33ea2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1667395 Jan 18 13:16:52.933199 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fdcc2007-92af-4791-a77a-a5af99311329 req-1175d608-5e3f-4edb-a7d6-4fc3447f8c23 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 HTTP/1.1" status: 200 len: 1000 time: 0.1201563 Jan 18 13:16:52.944143 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '6a01e7d4-4f94-42c9-94b4-3742fbe5e779', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'floating_ip_address': '172.28.0.211', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'port_id': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'mac_address': 'fa:16:3e:9c:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d186965-a727-49e0-99aa-4412b17f1a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:31Z', 'updated_at': '2022-01-18T13:16:51Z', 'revision_number': 1, 'project_id': 'b917745963954805bd3a203e79d65832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:52.951843 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] Checking router: 097dd553-7da7-433b-bad8-36f84fa338a4 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:16:52.960117 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:52.960712 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:53.001392 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2007-92af-4791-a77a-a5af99311329 req-b3dea7bc-b4ec-460d-a0e9-aa742a209c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:53.002860 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fdcc2007-92af-4791-a77a-a5af99311329 req-b3dea7bc-b4ec-460d-a0e9-aa742a209c33 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0613530 Jan 18 13:16:53.084999 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fdcc2007-92af-4791-a77a-a5af99311329 req-9c6c626b-4c17-4777-ab02-6518769f1f50 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747232 Jan 18 13:16:53.146975 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:53.193671 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:16:53.240902 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fdcc2007-92af-4791-a77a-a5af99311329 req-bb9814ce-800d-4438-b116-9b32b952c6cb service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491351 Jan 18 13:16:53.435440 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fdcc2007-92af-4791-a77a-a5af99311329 req-e34d482e-f35f-4605-8a92-789d332ff8cf service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880016 Jan 18 13:16:53.444671 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f3c8-be1c-44f4-8190-d81feb23b010 req-3d5ec4f4-f496-4fcc-91da-1b710741817d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:53.446068 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-94e8f3c8-be1c-44f4-8190-d81feb23b010 req-3d5ec4f4-f496-4fcc-91da-1b710741817d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 944 time: 0.1737835 Jan 18 13:16:53.474187 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:53.480981 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:53.481352 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:53.507902 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-94e8f3c8-be1c-44f4-8190-d81feb23b010 req-838e20a2-1139-41c1-9e92-e462568bcd8d tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550005 Jan 18 13:16:53.681583 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:53.713820 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '6a01e7d4-4f94-42c9-94b4-3742fbe5e779', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'floating_ip_address': '172.28.0.211', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'port_id': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'mac_address': 'fa:16:3e:9c:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d186965-a727-49e0-99aa-4412b17f1a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:31Z', 'updated_at': '2022-01-18T13:16:51Z', 'revision_number': 1, 'project_id': 'b917745963954805bd3a203e79d65832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:53.719470 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:53.728437 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31470d59-ee21-4a58-a986-886c576ca148 None None] The sync data for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb is: [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '6a01e7d4-4f94-42c9-94b4-3742fbe5e779', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'floating_ip_address': '172.28.0.211', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'port_id': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'mac_address': 'fa:16:3e:9c:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d186965-a727-49e0-99aa-4412b17f1a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:31Z', 'updated_at': '2022-01-18T13:16:51Z', 'revision_number': 1, 'project_id': 'b917745963954805bd3a203e79d65832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:16:53.732182 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:53.801439 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'code': 200} Jan 18 13:16:53.861926 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:53.986548 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934eefc-9672-4fb2-96ad-fe281eb81f1f None None] New status for floating IP 6a01e7d4-4f94-42c9-94b4-3742fbe5e779: ACTIVE {{(pid=83637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:16:53.995084 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:54.308607 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ab738a85-4674-407f-9b6b-f413a1f2b678 req-bcfc6889-3716-4d62-a2b4-cca9f3d89061 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 1098 time: 0.0787482 Jan 18 13:16:54.363290 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ab738a85-4674-407f-9b6b-f413a1f2b678 req-edc609d8-8209-4f49-ad07-83ceeafd6fa7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388579 Jan 18 13:16:54.372135 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57086) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:54.519293 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.550689 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:54.554604 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Usage tracker for resource:security_group_rule and tenant:38d7fb04ab434dc1b951f919e9c8932e is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:54.557826 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:54.569601 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:54.682418 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.724207 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc9b2d-0978-407f-a192-1c979f8d093b req-66af5ecc-9bc8-47d6-bf4d-8eaf7d907937 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:54.726005 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5bcc9b2d-0978-407f-a192-1c979f8d093b req-66af5ecc-9bc8-47d6-bf4d-8eaf7d907937 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.0832109 Jan 18 13:16:54.775519 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5bcc9b2d-0978-407f-a192-1c979f8d093b req-f131111f-dff1-4040-8f5b-a53d99ab3377 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436001 Jan 18 13:16:54.793491 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.857484 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3076f0b-0aac-4f38-a272-21727685f3be,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:54.866633 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-af412423-c5ed-4438-97dc-a28a73decdfc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=38d7fb04ab434dc1b951f919e9c8932e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4928875 Jan 18 13:16:54.869324 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57096) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:54.932970 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb0a-4249-4f3a-9708-3b5da628dcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.960921 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb0a-4249-4f3a-9708-3b5da628dcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.096320 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb0a-4249-4f3a-9708-3b5da628dcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.112096 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ebb0a-4249-4f3a-9708-3b5da628dcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3076f0b-0aac-4f38-a272-21727685f3be,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:55.136108 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb0a-4249-4f3a-9708-3b5da628dcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.137838 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2c1ebb0a-4249-4f3a-9708-3b5da628dcef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3076f0b-0aac-4f38-a272-21727685f3be HTTP/1.1" status: 204 len: 168 time: 0.2674773 Jan 18 13:16:56.010675 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddf940-b3ac-46a0-ac2d-1686f3300192 req-b4eaff64-763d-4f25-a928-3c55e4836d62 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:56.012369 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3bddf940-b3ac-46a0-ac2d-1686f3300192 req-b4eaff64-763d-4f25-a928-3c55e4836d62 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.0956042 Jan 18 13:16:56.075846 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 57110) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:56.077983 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3bddf940-b3ac-46a0-ac2d-1686f3300192 req-020b931b-3f63-4c52-84e9-2581d5affd23 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551784 Jan 18 13:16:56.108685 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.143677 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:56.147436 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:e590254cb40540c6b56f8c002636d714 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:56.150432 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:56.156612 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:56.229764 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.336139 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.383473 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2b60a-e86e-4bce-9191-e95e74ed3578,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:56.389062 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-fc6f7298-c92e-4062-8012-998a6ee5f8d8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e590254cb40540c6b56f8c002636d714&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3119104 Jan 18 13:16:56.392274 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57116) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:56.453534 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3be0edc8-0998-4961-8cd0-a955806d9b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.480044 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3be0edc8-0998-4961-8cd0-a955806d9b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.673529 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3be0edc8-0998-4961-8cd0-a955806d9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.688383 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0edc8-0998-4961-8cd0-a955806d9b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2b60a-e86e-4bce-9191-e95e74ed3578,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:56.696274 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-3be0edc8-0998-4961-8cd0-a955806d9b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.697608 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-3be0edc8-0998-4961-8cd0-a955806d9b76 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6fc2b60a-e86e-4bce-9191-e95e74ed3578 HTTP/1.1" status: 204 len: 168 time: 0.3043208 Jan 18 13:16:57.331718 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292e9a4-7831-4a79-92e1-a35b882215ee req-b14375e5-e58b-4288-b9f2-9c98e120f744 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:57.333175 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3292e9a4-7831-4a79-92e1-a35b882215ee req-b14375e5-e58b-4288-b9f2-9c98e120f744 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.1003494 Jan 18 13:16:57.381797 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3292e9a4-7831-4a79-92e1-a35b882215ee req-34e899da-dea3-4e5f-a5ba-923c39498f9e tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426600 Jan 18 13:16:57.582048 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57132) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:57.592393 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39666956-4c40-4900-8cf5-79ffd0bf0836 req-ba05cd21-53f5-49b2-a0fe-5d38092a8ff2 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:57.594472 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-39666956-4c40-4900-8cf5-79ffd0bf0836 req-ba05cd21-53f5-49b2-a0fe-5d38092a8ff2 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.0822406 Jan 18 13:16:57.601031 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:57.604368 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 57136) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:57.609803 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Request body: {'floatingip': {'port_id': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:57.632907 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:57.637087 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Usage tracker for resource:security_group_rule and tenant:61fbed50f5f34ac888072d978d83b338 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:57.641021 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:57.647031 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:57.688547 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:57.716179 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:57.798774 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:57.852197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a84daa-1914-43f4-8159-432718cd3fc0,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:57.859130 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ecd91068-3e91-4dce-846c-bf3aeac9246a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=61fbed50f5f34ac888072d978d83b338&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2736282 Jan 18 13:16:57.860140 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57140) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:57.927223 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b4d-efed-4515-93f0-ab8abce18c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:57.955710 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b4d-efed-4515-93f0-ab8abce18c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:58.100290 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b4d-efed-4515-93f0-ab8abce18c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:58.115782 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd0b4d-efed-4515-93f0-ab8abce18c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a84daa-1914-43f4-8159-432718cd3fc0,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:58.123817 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b4d-efed-4515-93f0-ab8abce18c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:58.128550 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-50bd0b4d-efed-4515-93f0-ab8abce18c50 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/83a84daa-1914-43f4-8159-432718cd3fc0 HTTP/1.1" status: 204 len: 168 time: 0.2647142 Jan 18 13:16:58.392433 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:58.496095 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:58.710137 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Floating IP 35c839ab-d3b7-4269-8ee4-6e1f2721a423 associated. External IP: 172.28.0.100, port: 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84. Jan 18 13:16:59.143972 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Router 2e45af29-6dae-4932-b859-32f327827053 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:16:59.373537 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:16:59.384623 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff498-5212-4f3c-9857-a888855ede88 None None] Sync routers for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:16:59.387048 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:59.398067 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:59.415736 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:59.444386 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-3c244eac-d16a-4966-84fa-116f7ce1dc80 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "PUT /v2.0/floatingips/35c839ab-d3b7-4269-8ee4-6e1f2721a423 HTTP/1.1" status: 200 len: 991 time: 1.8378630 Jan 18 13:16:59.444386 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:59.518401 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'status': 'completed', 'code': 200} Jan 18 13:16:59.598078 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:59.679305 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-b0ca26d8-f986-43c7-a8de-130db309e913 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b896bc9aa114bfa8309a833ca278974&device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 1098 time: 0.1162474 Jan 18 13:16:59.847710 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-077cf6e1-1916-478c-8dad-50cd2fbf52e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:59.849192 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-077cf6e1-1916-478c-8dad-50cd2fbf52e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 200 len: 911 time: 0.1596689 Jan 18 13:16:59.966176 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-26c5af30-4ad4-4b05-8819-dec3d86ab62f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 HTTP/1.1" status: 200 len: 999 time: 0.1110079 Jan 18 13:17:00.000577 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '35c839ab-d3b7-4269-8ee4-6e1f2721a423', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '2e45af29-6dae-4932-b859-32f327827053', 'port_id': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'mac_address': 'fa:16:3e:ba:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:39Z', 'updated_at': '2022-01-18T13:16:58Z', 'revision_number': 1, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:00.005007 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff498-5212-4f3c-9857-a888855ede88 None None] Checking router: 2e45af29-6dae-4932-b859-32f327827053 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:17:00.017043 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:17:00.018007 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:16:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:00.134358 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-4719f713-53a8-4625-9e4d-ce660e19ae0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:00.135881 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-4719f713-53a8-4625-9e4d-ce660e19ae0f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 200 len: 849 time: 0.1638076 Jan 18 13:17:00.208250 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:17:00.210247 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-8240d531-ff25-4e72-9199-06994028c43f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=196899bc-d4a9-49d8-b2ea-aed41b5a787a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676413 Jan 18 13:17:00.344180 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-65221924-f67b-478b-bf19-69cbc464999a service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246955 Jan 18 13:17:00.483440 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cfc8f213-9640-402a-8035-8ca7eb742803 req-3a17b398-b590-4a38-8df5-1d86c92dd587 service neutron] 10.222.0.96 "GET /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332777 Jan 18 13:17:00.557385 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-decff498-5212-4f3c-9857-a888855ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '35c839ab-d3b7-4269-8ee4-6e1f2721a423', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '2e45af29-6dae-4932-b859-32f327827053', 'port_id': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'mac_address': 'fa:16:3e:ba:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:39Z', 'updated_at': '2022-01-18T13:16:58Z', 'revision_number': 1, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:00.561268 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff498-5212-4f3c-9857-a888855ede88 None None] The sync data for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb is: [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': '35c839ab-d3b7-4269-8ee4-6e1f2721a423', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '2e45af29-6dae-4932-b859-32f327827053', 'port_id': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'mac_address': 'fa:16:3e:ba:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:39Z', 'updated_at': '2022-01-18T13:16:58Z', 'revision_number': 1, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:17:00.802771 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120e8d6-1870-4345-bb7b-8f4675813635 None None] New status for floating IP 35c839ab-d3b7-4269-8ee4-6e1f2721a423: ACTIVE {{(pid=83637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:17:10.460956 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-f1c285c8-6f5f-45c3-97bd-3e53ca0e9fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:12.649832 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a632d6f1-69e2-483f-86db-968d05409738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:13.569482 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:13.996703 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:15.072098 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.164787 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57352) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:16.308506 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.337907 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:16.341691 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Usage tracker for resource:security_group_rule and tenant:e867929428214a2ba2be916bed395a7a is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:16.345027 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:16.350510 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:16.416290 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.494869 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.541035 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f5e28-314c-480a-a3ad-9f5dda2b4805,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:16.544766 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e867929428214a2ba2be916bed395a7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3791397 Jan 18 13:17:16.547518 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57358) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569980 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.569980 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55219bd-689b-4045-947e-418d904bebec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:16.614773 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-058c04db-f7ec-4977-99bc-db9cfef4ec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.639814 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-058c04db-f7ec-4977-99bc-db9cfef4ec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.792016 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-058c04db-f7ec-4977-99bc-db9cfef4ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.808947 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c04db-f7ec-4977-99bc-db9cfef4ec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f5e28-314c-480a-a3ad-9f5dda2b4805,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:16.822763 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-058c04db-f7ec-4977-99bc-db9cfef4ec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.822763 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-058c04db-f7ec-4977-99bc-db9cfef4ec1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b32f5e28-314c-480a-a3ad-9f5dda2b4805 HTTP/1.1" status: 204 len: 168 time: 0.2669127 Jan 18 13:17:20.896912 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57402) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:21.045809 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.079306 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:21.082905 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Usage tracker for resource:security_group_rule and tenant:c52171d834ad4ec8b3f6ecc84195765d is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:21.085592 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:21.091040 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:21.154207 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.215376 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.253481 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.298990 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd619c8-9d7c-4ed7-b489-ec28e3422582,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:21.305152 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ba1cf576-4c77-4689-a3a4-afb437a20a84 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c52171d834ad4ec8b3f6ecc84195765d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4046996 Jan 18 13:17:21.305993 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57408) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:21.363652 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4be9e87e-8156-449a-bacb-d7e30f3b42b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.388231 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4be9e87e-8156-449a-bacb-d7e30f3b42b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.506228 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4be9e87e-8156-449a-bacb-d7e30f3b42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.523347 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9e87e-8156-449a-bacb-d7e30f3b42b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd619c8-9d7c-4ed7-b489-ec28e3422582,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:21.530056 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4be9e87e-8156-449a-bacb-d7e30f3b42b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.531846 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-4be9e87e-8156-449a-bacb-d7e30f3b42b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1dd619c8-9d7c-4ed7-b489-ec28e3422582 HTTP/1.1" status: 204 len: 168 time: 0.2243369 Jan 18 13:17:22.672509 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57434) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:22.805504 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1933513568-network', 'tenant_id': 'ffef6b957991407ba0e90ebbd131e1be'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:22.810288 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:22.814757 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Usage tracker for resource:network and tenant:ffef6b957991407ba0e90ebbd131e1be is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:22.817539 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:22.823007 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:22.905239 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Made reservation on behalf of ffef6b957991407ba0e90ebbd131e1be for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:17:22.907774 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:22.922036 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:22.964094 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:22.968455 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Usage tracker for resource:security_group_rule and tenant:ffef6b957991407ba0e90ebbd131e1be is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:22.971180 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:22.978641 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:23.044921 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.129419 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.159036 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:17:23.171805 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e66684-7539-48f2-b416-647006a25283,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:23.178405 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.178405 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Added segment 3e0b10e7-5df4-492e-b23d-69c4ace2e24c of type vlan for network e1f2c60b-e916-4e28-b8aa-6e9206bf106c Jan 18 13:17:23.204150 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.305913 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.306801 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:23.307405 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.407627 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] Pushing event updated for resources: {'Network': ['ID=e1f2c60b-e916-4e28-b8aa-6e9206bf106c,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:23.418792 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network e1f2c60b-e916-4e28-b8aa-6e9206bf106c details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:17:23.471095 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8fa229ac-5394-4982-81b8-d9a998a93f4a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7973695 Jan 18 13:17:23.473837 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57444) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:23.479121 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Request body: {'subnet': {'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1933513568-subnet', 'tenant_id': 'ffef6b957991407ba0e90ebbd131e1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:23.483724 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:23.487449 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Usage tracker for resource:subnet and tenant:ffef6b957991407ba0e90ebbd131e1be is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:23.490164 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:23.495721 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:23.574743 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Made reservation on behalf of ffef6b957991407ba0e90ebbd131e1be for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:17:23.577593 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8373315'] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.923393 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7413390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8373333'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.994304 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa111b1f-85b4-45a6-9ea7-381b7450f25a,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:24.005803 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Checking segment: {'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:17:24.006153 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Network hostable DHCP agents. Network: e1f2c60b-e916-4e28-b8aa-6e9206bf106c, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:17:24.121835 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Network e1f2c60b-e916-4e28-b8aa-6e9206bf106c is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:17:24.207342 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, e1f2c60b-e916-4e28-b8aa-6e9206bf106c) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:17:24.211650 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:24.212243 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.216784 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b21d18-e160-4308-ad62-f5fb21b09a64 None None] Network e1f2c60b-e916-4e28-b8aa-6e9206bf106c requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:17:24.307369 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-1446c4bb-dcb5-49bd-8f33-57709134c18f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8324006 Jan 18 13:17:24.464926 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3994c503-30d4-4069-b4a3-e082e880ffe8 None None] Network e1f2c60b-e916-4e28-b8aa-6e9206bf106c requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:17:26.872160 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:17:26.914510 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d6eea-4309-40d8-ae83-1087961c4608 req-6fcb26d7-7cf0-42f7-94b0-1ca5b4530dc4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:26.915188 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-750d6eea-4309-40d8-ae83-1087961c4608 req-6fcb26d7-7cf0-42f7-94b0-1ca5b4530dc4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Synchronizing usage tracker for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:network {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:26.997164 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-750d6eea-4309-40d8-ae83-1087961c4608 req-6fcb26d7-7cf0-42f7-94b0-1ca5b4530dc4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Unset dirty status for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:network {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:26.998366 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-6fcb26d7-7cf0-42f7-94b0-1ca5b4530dc4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/networks?id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c HTTP/1.1" status: 200 len: 809 time: 0.2230914 Jan 18 13:17:27.014748 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-a799e26c-cec8-4874-9df8-4aced9065203 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/quotas/ffef6b957991407ba0e90ebbd131e1be HTTP/1.1" status: 200 len: 375 time: 0.0110781 Jan 18 13:17:27.067680 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-5a40d0da-8f3f-420c-895c-e4400a725de7 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ffef6b957991407ba0e90ebbd131e1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477033 Jan 18 13:17:27.275018 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-3b0ed1b2-a54e-413d-becf-6e4debb5b5db service neutron] 10.222.0.71 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004495 Jan 18 13:17:27.406856 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-c31b072e-b38c-4d04-9236-c5b3064abd68 service neutron] 10.222.0.71 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257124 Jan 18 13:17:27.713892 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4a2428b1-f136-40c9-a70c-f81e2ae7c5e5 req-3efc6986-c6d2-4214-8117-9430a1ff54bb tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 210 time: 0.0401409 Jan 18 13:17:28.924934 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-047858bb-4395-4346-882a-62aaf8bd58da req-ce4c1bca-6aa6-4fea-92f0-a6683b081465 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 210 time: 0.1207111 Jan 18 13:17:29.621505 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65ea8a-c058-402d-9bd1-c1439ddc495b req-c085c339-5a5c-4a87-a683-89b2d3538d5b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:29.622997 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fd65ea8a-c058-402d-9bd1-c1439ddc495b req-c085c339-5a5c-4a87-a683-89b2d3538d5b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0823345 Jan 18 13:17:29.671371 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fd65ea8a-c058-402d-9bd1-c1439ddc495b req-bdcf9e6b-971b-40c8-8fdc-8b07e945414c tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Jan 18 13:17:30.093850 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a14a4911-a604-4674-a01d-87778ac24e66 req-9feaf1df-55fa-4ba2-969b-b4491af1dd19 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 210 time: 0.0437901 Jan 18 13:17:30.805942 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d6eea-4309-40d8-ae83-1087961c4608 req-dd165d5a-d799-4ada-ae31-fb3384a5f626 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:30.807442 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-dd165d5a-d799-4ada-ae31-fb3384a5f626 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "GET /v2.0/networks?id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c HTTP/1.1" status: 200 len: 809 time: 0.1542606 Jan 18 13:17:30.835129 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Request body: {'port': {'device_id': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c', 'admin_state_up': True, 'tenant_id': 'ffef6b957991407ba0e90ebbd131e1be'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:30.885738 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa23a-38b1-4c78-8ee1-0edbaa5bd7d7 req-93ab8f17-04f6-4909-ac7f-0a0efda9751e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:30.891295 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-37efa23a-38b1-4c78-8ee1-0edbaa5bd7d7 req-93ab8f17-04f6-4909-ac7f-0a0efda9751e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0851183 Jan 18 13:17:30.939653 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-37efa23a-38b1-4c78-8ee1-0edbaa5bd7d7 req-c07b3415-7561-4bc6-a8bf-60c9bf84d731 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Jan 18 13:17:30.977081 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:30.981049 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Usage tracker for resource:port and tenant:ffef6b957991407ba0e90ebbd131e1be is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:30.984473 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:30.990615 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:31.094415 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Made reservation on behalf of ffef6b957991407ba0e90ebbd131e1be for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:17:31.097693 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:31.286784 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ec31410e-821d-42b6-ba98-0f3457083c29 req-ee3a7b4c-5d44-40fb-8dde-3504238d29bc tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 210 time: 0.0543990 Jan 18 13:17:31.310083 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Allocated IP 172.20.0.10 (e1f2c60b-e916-4e28-b8aa-6e9206bf106c/fa111b1f-85b4-45a6-9ea7-381b7450f25a/ee425d2d-1e4a-4128-82fb-705ab37fbe59) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:17:31.508398 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:31.591064 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:31.668170 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Network e1f2c60b-e916-4e28-b8aa-6e9206bf106c is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:17:31.671595 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:17:31.674077 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:17:31.710756 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Pushing event updated for resources: {'Port': ['ID=ee425d2d-1e4a-4128-82fb-705ab37fbe59,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:31.725202 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.725537 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.725865 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.726188 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.732057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.732057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.732057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.732057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.732057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.732057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.732057 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:31.751819 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:31.752567 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:31.855374 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-f79604fc-fbed-496d-b2d8-62dd5b38c92e tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0243702 Jan 18 13:17:31.943481 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Request body: {'port': {'device_id': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:32.055136 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:32.141652 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbeaae9-334e-4458-ba57-7e81d4861a53 req-53e53e96-2829-4317-9a58-8c2876b0da90 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:32.143017 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8fbeaae9-334e-4458-ba57-7e81d4861a53 req-53e53e96-2829-4317-9a58-8c2876b0da90 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0750964 Jan 18 13:17:32.190132 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8fbeaae9-334e-4458-ba57-7e81d4861a53 req-1509dd8b-c844-4c52-b6e5-4b078a911efb tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Jan 18 13:17:32.503434 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee425d2d-1e4a-4128-82fb-705ab37fbe59 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:32.511756 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:32.536963 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Transition to ACTIVE for port object ee425d2d-1e4a-4128-82fb-705ab37fbe59 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:17:32.554444 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449f7b0-9d59-42d3-87db-fde003e36116 req-5972ec5a-bcab-46f5-8fb0-f845a3d4ee93 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:32.555155 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-9449f7b0-9d59-42d3-87db-fde003e36116 req-5972ec5a-bcab-46f5-8fb0-f845a3d4ee93 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Synchronizing usage tracker for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:32.729029 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:32.767978 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-9449f7b0-9d59-42d3-87db-fde003e36116 req-5972ec5a-bcab-46f5-8fb0-f845a3d4ee93 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Unset dirty status for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:32.769357 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9449f7b0-9d59-42d3-87db-fde003e36116 req-5972ec5a-bcab-46f5-8fb0-f845a3d4ee93 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 932 time: 0.3325059 Jan 18 13:17:32.880249 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Pushing event updated for resources: {'Port': ['ID=ee425d2d-1e4a-4128-82fb-705ab37fbe59,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:32.928177 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9449f7b0-9d59-42d3-87db-fde003e36116 req-f337f9c0-bf6e-4060-890f-e2d5065b52b3 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483476 Jan 18 13:17:33.004703 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Attempting to bind port ee425d2d-1e4a-4128-82fb-705ab37fbe59 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:17:33.005039 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Attempting to bind port ee425d2d-1e4a-4128-82fb-705ab37fbe59 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:17:33.005368 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Attempting to bind port ee425d2d-1e4a-4128-82fb-705ab37fbe59 on network e1f2c60b-e916-4e28-b8aa-6e9206bf106c {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:33.011073 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Port ee425d2d-1e4a-4128-82fb-705ab37fbe59 on network e1f2c60b-e916-4e28-b8aa-6e9206bf106c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:17:33.011416 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Attempting to bind port ee425d2d-1e4a-4128-82fb-705ab37fbe59 on network e1f2c60b-e916-4e28-b8aa-6e9206bf106c {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:33.018085 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:17:33.018421 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Checking segment: {'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:17:33.018799 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Bound using segment: {'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:17:33.019234 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Bound port: ee425d2d-1e4a-4128-82fb-705ab37fbe59, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:17:33.019587 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.106396 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] For port ee425d2d-1e4a-4128-82fb-705ab37fbe59, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:17:33.109885 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] For port ee425d2d-1e4a-4128-82fb-705ab37fbe59, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee425d2d-1e4a-4128-82fb-705ab37fbe59,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:17:33.214596 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.277019 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.278386 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] 10.222.0.96 "PUT /v2.0/ports/ee425d2d-1e4a-4128-82fb-705ab37fbe59 HTTP/1.1" status: 200 len: 1094 time: 1.4085107 Jan 18 13:17:33.281841 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'tag': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:33.302082 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44e792-48ec-44f0-bd02-5a220431750e service neutron] Pushing event updated for resources: {'Port': ['ID=ee425d2d-1e4a-4128-82fb-705ab37fbe59,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:33.450138 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'tag': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59', 'status': 'completed', 'code': 200} Jan 18 13:17:33.490039 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-09857f2f-b64a-4e48-ba28-34700ab3a3b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffef6b957991407ba0e90ebbd131e1be&device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0717778 Jan 18 13:17:33.542088 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ee20-6bcf-44fd-aeed-b0bc2c3f8d06 req-c5308688-95a3-4b99-b054-c8768c0d5ecf tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:33.543552 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2ac4ee20-6bcf-44fd-aeed-b0bc2c3f8d06 req-c5308688-95a3-4b99-b054-c8768c0d5ecf tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0787897 Jan 18 13:17:33.566754 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-261b14c4-fe69-4dcc-b6b7-90a8c6fb898e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee425d2d-1e4a-4128-82fb-705ab37fbe59 HTTP/1.1" status: 200 len: 217 time: 0.0638094 Jan 18 13:17:33.589353 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2ac4ee20-6bcf-44fd-aeed-b0bc2c3f8d06 req-f509ddd6-af19-40d1-8a47-b3d39ec68665 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 Jan 18 13:17:33.636892 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d6eea-4309-40d8-ae83-1087961c4608 req-02dca0c7-a4a3-46bf-8d45-9acaecaf717e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:33.638421 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-02dca0c7-a4a3-46bf-8d45-9acaecaf717e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa111b1f-85b4-45a6-9ea7-381b7450f25a HTTP/1.1" status: 200 len: 849 time: 0.0615394 Jan 18 13:17:33.686239 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0a693bf0-042b-434d-9e0c-35765f267bce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412598 Jan 18 13:17:33.818547 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-579baae0-9e42-4ab3-8a3f-3910466bf0e8 service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252158 Jan 18 13:17:33.955597 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-750d6eea-4309-40d8-ae83-1087961c4608 req-0c0f8e4e-76b2-4663-853e-7dfee1721319 service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289382 Jan 18 13:17:34.122724 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3268ce3-4c9e-4f20-ac8b-c6905e90afa7 req-d5c7c5ed-4404-4940-8a5b-cc3b95746afb tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:34.124612 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c3268ce3-4c9e-4f20-ac8b-c6905e90afa7 req-d5c7c5ed-4404-4940-8a5b-cc3b95746afb tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 944 time: 0.0740044 Jan 18 13:17:34.169512 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c3268ce3-4c9e-4f20-ac8b-c6905e90afa7 req-28516075-92bf-445a-8a35-de09810cc72f tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Jan 18 13:17:34.249335 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f1f78da1-0762-4068-a301-292d07edff78 req-019a40bc-af4e-4182-beef-197ca95aeb84 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffef6b957991407ba0e90ebbd131e1be&device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0719774 Jan 18 13:17:34.377634 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78da1-0762-4068-a301-292d07edff78 req-0a00e311-1129-4c7d-8728-071caff0bb6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:34.378961 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f1f78da1-0762-4068-a301-292d07edff78 req-0a00e311-1129-4c7d-8728-071caff0bb6b service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c HTTP/1.1" status: 200 len: 910 time: 0.1215799 Jan 18 13:17:34.511534 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f1f78da1-0762-4068-a301-292d07edff78 req-6ebaa330-f03c-42af-9668-e8b1b3cf7f7c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee425d2d-1e4a-4128-82fb-705ab37fbe59 HTTP/1.1" status: 200 len: 217 time: 0.1248538 Jan 18 13:17:34.574865 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78da1-0762-4068-a301-292d07edff78 req-9f01bd64-8018-4e46-b1a5-97eb1ee4c57a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:34.576792 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f1f78da1-0762-4068-a301-292d07edff78 req-9f01bd64-8018-4e46-b1a5-97eb1ee4c57a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa111b1f-85b4-45a6-9ea7-381b7450f25a HTTP/1.1" status: 200 len: 849 time: 0.0585198 Jan 18 13:17:34.621411 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f1f78da1-0762-4068-a301-292d07edff78 req-ac295509-2081-4481-b4ea-272ab5ed6fbe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381861 Jan 18 13:17:34.754908 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f1f78da1-0762-4068-a301-292d07edff78 req-5b0c2889-fb32-4f1e-8252-81c104702c3a service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258240 Jan 18 13:17:34.792966 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aff05-f0a3-4dae-9017-0a1b5f660965 req-792d19cf-e997-4cd0-9787-306e768a4d35 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:34.799656 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4aff05-f0a3-4dae-9017-0a1b5f660965 req-792d19cf-e997-4cd0-9787-306e768a4d35 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0858045 Jan 18 13:17:34.841685 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de4aff05-f0a3-4dae-9017-0a1b5f660965 req-6fc45de5-0042-4d2c-8ccd-ee9080dd5c4a tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Jan 18 13:17:34.896862 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f1f78da1-0762-4068-a301-292d07edff78 req-4549aee3-52e0-4ff1-9f43-ed0ab1eb6842 service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352813 Jan 18 13:17:35.353363 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ee425d2d-1e4a-4128-82fb-705ab37fbe59 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:17:35.373623 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559979c1-bd8c-4bdb-b503-83e94a2232f4 req-ff019d75-9f1a-4e21-a946-08e98198f7bf tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:35.375085 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-559979c1-bd8c-4bdb-b503-83e94a2232f4 req-ff019d75-9f1a-4e21-a946-08e98198f7bf tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 944 time: 0.0791793 Jan 18 13:17:35.421547 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-559979c1-bd8c-4bdb-b503-83e94a2232f4 req-0e769289-b8e2-4f69-a0fe-5db737f2bf6b tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Jan 18 13:17:35.486202 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ee425d2d-1e4a-4128-82fb-705ab37fbe59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee425d2d-1e4a-4128-82fb-705ab37fbe59,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:35.498941 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59', 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c', 'port_id': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59', 'mac_address': 'fa:16:3e:0f:de:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa111b1f-85b4-45a6-9ea7-381b7450f25a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:17:35.555536 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:35.572292 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee425d2d-1e4a-4128-82fb-705ab37fbe59 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:35.587072 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ee425d2d-1e4a-4128-82fb-705ab37fbe59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee425d2d-1e4a-4128-82fb-705ab37fbe59,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:35.699885 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:35.766035 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=ee425d2d-1e4a-4128-82fb-705ab37fbe59,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:36.048113 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a88d3-edeb-4b93-893c-d2ed734ae941 req-52f70c60-da5d-497f-b121-628cc21fa954 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:36.049486 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c07a88d3-edeb-4b93-893c-d2ed734ae941 req-52f70c60-da5d-497f-b121-628cc21fa954 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0817835 Jan 18 13:17:36.065362 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['ee425d2d-1e4a-4128-82fb-705ab37fbe59'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:17:36.096663 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c07a88d3-edeb-4b93-893c-d2ed734ae941 req-55c95f24-ffb0-4b3d-a6f4-1bc7f400d27d tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408759 Jan 18 13:17:36.623593 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c383-e7c4-4235-b6f6-628dbfd73ad4 req-8292cd6f-461b-4140-a516-9f99469532c4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:36.624961 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c9a0c383-e7c4-4235-b6f6-628dbfd73ad4 req-8292cd6f-461b-4140-a516-9f99469532c4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 945 time: 0.0763659 Jan 18 13:17:36.671627 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c9a0c383-e7c4-4235-b6f6-628dbfd73ad4 req-fadb896e-09e6-4335-b6e2-5383dff5a324 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Jan 18 13:17:37.305060 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad2ae-ae46-4af2-bcec-fff86ed875ee req-2d7a4577-538b-496c-b361-0156eb46cb2d tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:37.306533 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-733ad2ae-ae46-4af2-bcec-fff86ed875ee req-2d7a4577-538b-496c-b361-0156eb46cb2d tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0830400 Jan 18 13:17:37.354087 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ee425d2d-1e4a-4128-82fb-705ab37fbe59 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:17:37.360702 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-733ad2ae-ae46-4af2-bcec-fff86ed875ee req-c7b21355-4035-47c8-9cff-fe96fb94412a tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476389 Jan 18 13:17:37.551096 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port ee425d2d-1e4a-4128-82fb-705ab37fbe59 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:17:37.556327 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port ee425d2d-1e4a-4128-82fb-705ab37fbe59 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:17:37.559058 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:37.678105 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:37.704977 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:37.715158 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port ee425d2d-1e4a-4128-82fb-705ab37fbe59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee425d2d-1e4a-4128-82fb-705ab37fbe59,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:37.760367 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59', 'code': 200} Jan 18 13:17:37.854499 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:37.875928 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc22a8-312f-4a20-960a-e2c22c21d571 req-4749f6f9-01fd-4b5f-9f1e-825415f5c139 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:37.877387 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3fbc22a8-312f-4a20-960a-e2c22c21d571 req-4749f6f9-01fd-4b5f-9f1e-825415f5c139 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 945 time: 0.0797834 Jan 18 13:17:37.924980 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-3fbc22a8-312f-4a20-960a-e2c22c21d571 req-2e71eeed-3a47-4d49-8e29-5eef6f8cc8cf tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Synchronizing usage tracker for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:37.945794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=ee425d2d-1e4a-4128-82fb-705ab37fbe59,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:38.087249 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-3fbc22a8-312f-4a20-960a-e2c22c21d571 req-2e71eeed-3a47-4d49-8e29-5eef6f8cc8cf tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Unset dirty status for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:38.088407 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3fbc22a8-312f-4a20-960a-e2c22c21d571 req-2e71eeed-3a47-4d49-8e29-5eef6f8cc8cf tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053554 Jan 18 13:17:38.282254 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1e77e3ca-c461-43ba-9423-e013750ceb0d req-fce9b686-0263-48f4-a39c-0e45d9c5e506 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0707211 Jan 18 13:17:38.323713 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1e77e3ca-c461-43ba-9423-e013750ceb0d req-0f1d3aed-047b-4f2e-8a87-7a28dc2652c2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Jan 18 13:17:38.577524 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171e92b-8ef9-4dda-b622-ec50d2c25e9a req-1d5b9a0c-db79-4262-af44-bd588041adaf tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:38.578954 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7171e92b-8ef9-4dda-b622-ec50d2c25e9a req-1d5b9a0c-db79-4262-af44-bd588041adaf tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0797582 Jan 18 13:17:38.623643 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-7171e92b-8ef9-4dda-b622-ec50d2c25e9a req-4a1121f4-1a6e-475f-84fa-ec0ee8855869 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Jan 18 13:17:39.294378 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ddef4-5dce-4b58-be61-b8a0508937e7 req-9549534b-735e-4362-b19d-3dfd0bcab9da tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:39.296049 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b23ddef4-5dce-4b58-be61-b8a0508937e7 req-9549534b-735e-4362-b19d-3dfd0bcab9da tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 946 time: 0.0784082 Jan 18 13:17:39.346643 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b23ddef4-5dce-4b58-be61-b8a0508937e7 req-3c83cb4e-fe69-41ea-b2f0-938f328261aa tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Jan 18 13:17:39.823562 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8dd5-cd93-4d90-8891-1dde80108d32 req-d7b95a46-2a2a-4864-a735-041dc8826822 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:39.824990 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-23cd8dd5-cd93-4d90-8891-1dde80108d32 req-d7b95a46-2a2a-4864-a735-041dc8826822 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0794401 Jan 18 13:17:39.880284 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-23cd8dd5-cd93-4d90-8891-1dde80108d32 req-9294e9b6-9dc8-4f98-b2d9-fc6c78fe77fe tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494437 Jan 18 13:17:39.962261 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-de7a779e-385e-4bac-8499-64d0c777ad2f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1099 time: 0.0773220 Jan 18 13:17:40.086546 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15196d4f-fad2-45f3-ab4d-7cb575ed4c21 req-489db336-0aaa-4a5b-984c-6fdb14d5981f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:40.087903 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-15196d4f-fad2-45f3-ab4d-7cb575ed4c21 req-489db336-0aaa-4a5b-984c-6fdb14d5981f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0839136 Jan 18 13:17:40.122106 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-76313aa3-176f-4372-87b2-79d070dfdd04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:40.124113 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-76313aa3-176f-4372-87b2-79d070dfdd04 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 909 time: 0.1299400 Jan 18 13:17:40.134494 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-15196d4f-fad2-45f3-ab4d-7cb575ed4c21 req-8739760f-5a3a-4612-989c-e1c230f13723 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399237 Jan 18 13:17:40.225137 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-c46318fd-6f3b-4733-bb60-101f6fad176a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 1001 time: 0.0937188 Jan 18 13:17:40.299949 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-86cc8df6-02d7-4ad7-a5f7-22e39306e98f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:40.301345 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-86cc8df6-02d7-4ad7-a5f7-22e39306e98f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 200 len: 847 time: 0.0558507 Jan 18 13:17:40.379814 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-fc34d843-11be-4e3e-b317-40523bc4d060 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fcd3b77f-b23b-4886-8965-fb32054502eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699384 Jan 18 13:17:40.414199 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f95d-59f1-4e10-94fd-d91937b8059a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:40.550705 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-728c9140-4f36-4a47-a029-80ea435dfae0 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645880 Jan 18 13:17:40.735504 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409cf3e-ec56-4c67-a505-3b25e86bd3aa req-78ec4f94-5e7a-45a1-b502-f28750fdb138 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:40.735724 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b409cf3e-ec56-4c67-a505-3b25e86bd3aa req-78ec4f94-5e7a-45a1-b502-f28750fdb138 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 946 time: 0.2600889 Jan 18 13:17:40.785699 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ceedb646-fd24-44a1-b7ce-99cbf241965f req-6ef90427-05f4-46a5-9cf5-510c637dfa1e service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285962 Jan 18 13:17:40.804124 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b409cf3e-ec56-4c67-a505-3b25e86bd3aa req-22512b46-2975-4d1c-bbb6-15ee285395fa tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Jan 18 13:17:41.083329 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba147-b757-41c8-85c4-02ff1ac160ba req-99cb97e4-2975-4726-bb6c-18198124748f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:41.084728 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-66dba147-b757-41c8-85c4-02ff1ac160ba req-99cb97e4-2975-4726-bb6c-18198124748f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0766289 Jan 18 13:17:41.130598 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-66dba147-b757-41c8-85c4-02ff1ac160ba req-cbe8c759-a2e2-4b0d-9f2e-63d49d7693a3 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400968 Jan 18 13:17:41.454871 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7a3ff-6292-453c-a172-9bb315aafe22 req-266fbaf1-eafd-42f1-aef4-5ff9864dca1f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:41.456480 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b1f7a3ff-6292-453c-a172-9bb315aafe22 req-266fbaf1-eafd-42f1-aef4-5ff9864dca1f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.1682081 Jan 18 13:17:41.507246 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b1f7a3ff-6292-453c-a172-9bb315aafe22 req-aaf07e84-dc4f-491f-998a-6036e351ee20 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445826 Jan 18 13:17:42.353517 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2faaad-0966-4efc-88d0-39dcde837d37 req-5aefb89a-4e4d-4a81-ba1e-e0a380d2134c tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:42.355168 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd2faaad-0966-4efc-88d0-39dcde837d37 req-5aefb89a-4e4d-4a81-ba1e-e0a380d2134c tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0870090 Jan 18 13:17:42.404516 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-cd2faaad-0966-4efc-88d0-39dcde837d37 req-06eabb3b-2bc4-46a6-b256-91ddc91ff756 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432043 Jan 18 13:17:42.671759 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a4220a98-05ab-46c8-9518-1ca947f838e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:42.757455 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48a53a-7fc6-480a-97df-3d326e99726b req-4e2c6432-7234-46fc-8b2b-3206a14b25f0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:42.761477 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de48a53a-7fc6-480a-97df-3d326e99726b req-4e2c6432-7234-46fc-8b2b-3206a14b25f0 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0860727 Jan 18 13:17:42.784550 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab6726-d8c8-4c7b-95c2-ac2d0f995f44 req-4b3a34df-284f-4260-8121-09e2b56b5548 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:42.787102 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-eeab6726-d8c8-4c7b-95c2-ac2d0f995f44 req-4b3a34df-284f-4260-8121-09e2b56b5548 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 946 time: 0.0939832 Jan 18 13:17:42.814043 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-de48a53a-7fc6-480a-97df-3d326e99726b req-00f0d516-47d5-4d1c-b940-8a6f6a806417 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485969 Jan 18 13:17:42.847590 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-eeab6726-d8c8-4c7b-95c2-ac2d0f995f44 req-5d0db4f7-e609-4168-bdcf-3453fba58434 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543370 Jan 18 13:17:43.546253 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:43.608040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69682bec-21e1-4158-8c53-9bba89bf925b req-4781f6aa-e2a7-4dce-b277-12dc29b693c5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:43.609342 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-69682bec-21e1-4158-8c53-9bba89bf925b req-4781f6aa-e2a7-4dce-b277-12dc29b693c5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0780900 Jan 18 13:17:43.664505 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-69682bec-21e1-4158-8c53-9bba89bf925b req-5b93bf8e-e9e7-402f-85b1-3f7ffbe66d11 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486879 Jan 18 13:17:43.990579 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:44.036302 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8db08-38ca-4961-8fa6-587852398c9c req-c45cc5c4-c8f4-49fa-b2ee-89ff5da26270 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:44.037770 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6bd8db08-38ca-4961-8fa6-587852398c9c req-c45cc5c4-c8f4-49fa-b2ee-89ff5da26270 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0873163 Jan 18 13:17:44.083980 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6bd8db08-38ca-4961-8fa6-587852398c9c req-cc2ab67e-3b01-47a2-9337-0610511db6cc tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400934 Jan 18 13:17:44.285790 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791f088-1e83-432f-982f-d1634190e18a req-c1a911a7-1a50-462d-87ad-c5c80a386da7 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:44.288153 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5791f088-1e83-432f-982f-d1634190e18a req-c1a911a7-1a50-462d-87ad-c5c80a386da7 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 946 time: 0.0825498 Jan 18 13:17:44.390349 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-5791f088-1e83-432f-982f-d1634190e18a req-a6e60be6-5187-4af1-bde9-448e05e6ebd0 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972483 Jan 18 13:17:44.416858 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-5ce493c4-c4cb-4c42-bbe7-ec5249a92d54 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:44.418476 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-5ce493c4-c4cb-4c42-bbe7-ec5249a92d54 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 946 time: 0.1034162 Jan 18 13:17:44.489077 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Deleting port ee425d2d-1e4a-4128-82fb-705ab37fbe59 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:17:44.489443 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:44.741733 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] For port ee425d2d-1e4a-4128-82fb-705ab37fbe59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee425d2d-1e4a-4128-82fb-705ab37fbe59,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:44.741733 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:44.861609 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Calling delete_port for ee425d2d-1e4a-4128-82fb-705ab37fbe59 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:17:44.873255 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe6b51-efff-4f68-9903-134a86b2af9a req-e90900f3-8c29-4d7b-ae8e-9280228ca755 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:44.874731 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9cfe6b51-efff-4f68-9903-134a86b2af9a req-e90900f3-8c29-4d7b-ae8e-9280228ca755 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0816264 Jan 18 13:17:44.920625 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9cfe6b51-efff-4f68-9903-134a86b2af9a req-96af914f-c401-4782-8782-ed4b02e813b1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Jan 18 13:17:45.082337 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.117169 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.120826 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['ee425d2d-1e4a-4128-82fb-705ab37fbe59'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:17:45.165534 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Pushing event deleted for resources: {'Port': ['ID=ee425d2d-1e4a-4128-82fb-705ab37fbe59,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:45.258493 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] No DVR routers for this DVR port ee425d2d-1e4a-4128-82fb-705ab37fbe59 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:17:45.261094 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.266436 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'name': 'network-vif-deleted', 'tag': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:45.289795 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3698f80f-61c9-4abb-9ad4-581b8db87660 req-9e68426a-a4cb-45a9-8b29-82092a880c7b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2395978 Jan 18 13:17:45.309065 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134d6c5-d6e5-482d-8532-fff05b49f73d req-d4aab8b5-5d26-46f8-855e-d83d5da7ff2a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:45.311182 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9134d6c5-d6e5-482d-8532-fff05b49f73d req-d4aab8b5-5d26-46f8-855e-d83d5da7ff2a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0817671 Jan 18 13:17:45.355421 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9134d6c5-d6e5-482d-8532-fff05b49f73d req-c0db3461-3d3a-404b-b60e-42563bfb4055 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385342 Jan 18 13:17:45.358276 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d0a488be-400e-4048-a052-c30d1ee1a341 req-63a6b177-5336-4a6f-80eb-dd8b1ae17028 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "DELETE /v2.0/ports/ee425d2d-1e4a-4128-82fb-705ab37fbe59 HTTP/1.1" status: 204 len: 173 time: 0.9345949 Jan 18 13:17:45.438605 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d072c2fb-55ee-40b4-be7c-58bc20f51041 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:17:45.443060 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e74eff3-b15f-4554-a374-bddb78538cd9', 'name': 'network-vif-deleted', 'tag': 'ee425d2d-1e4a-4128-82fb-705ab37fbe59', 'status': 'completed', 'code': 200} Jan 18 13:17:45.588006 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.597844 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ffd009ba-2783-47b4-b43e-53ec0f5ef960 req-ac566e11-c86e-4c9e-9fe4-a562cc3cdb79 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 210 time: 0.0552802 Jan 18 13:17:45.618391 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:45.629261 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:45.734064 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.790651 dv-cinder-825103-1-smb neutron-server[83636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'code': 422} returned with failed status Jan 18 13:17:45.794905 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4741e6-a143-44b2-8015-f4009a62494c req-6a8b62e4-9926-492d-b6a2-c1a43b7d9d5e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:45.799876 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc4741e6-a143-44b2-8015-f4009a62494c req-6a8b62e4-9926-492d-b6a2-c1a43b7d9d5e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0904136 Jan 18 13:17:45.806052 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=6']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:45.816020 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.816667 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.817445 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.818196 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.818845 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.819459 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.819994 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.820419 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.820844 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.821311 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.821813 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:45.826204 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-ee58a04d-4fea-4b8f-8938-c318672578af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155062 Jan 18 13:17:45.862516 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc4741e6-a143-44b2-8015-f4009a62494c req-566e8e22-bfd9-4bc5-817f-40e4a145232b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578651 Jan 18 13:17:46.576283 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e333cac-16be-466f-abe5-2a16a32a63ac req-5cf645b8-3a21-43af-976b-78805167ffba tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:46.578449 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8e333cac-16be-466f-abe5-2a16a32a63ac req-5cf645b8-3a21-43af-976b-78805167ffba tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0809374 Jan 18 13:17:46.631490 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-8e333cac-16be-466f-abe5-2a16a32a63ac req-226e20ec-e182-419a-b074-9e6ad8442af9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469818 Jan 18 13:17:46.824469 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-6f6932fc-fbb9-4fbb-83f3-7901ae4c448e req-118a4775-adf0-4cc8-99a2-99126daeb5bc tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Synchronizing usage tracker for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:46.954092 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-6f6932fc-fbb9-4fbb-83f3-7901ae4c448e req-118a4775-adf0-4cc8-99a2-99126daeb5bc tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Unset dirty status for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:46.956821 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6f6932fc-fbb9-4fbb-83f3-7901ae4c448e req-118a4775-adf0-4cc8-99a2-99126daeb5bc tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e74eff3-b15f-4554-a374-bddb78538cd9 HTTP/1.1" status: 200 len: 210 time: 0.1896842 Jan 18 13:17:47.074502 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eaf67-b69c-40a1-9355-d28fdb4d8a5b req-d9c13a24-f0e0-4ac7-bb56-7a4017a20972 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:47.076183 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-484eaf67-b69c-40a1-9355-d28fdb4d8a5b req-d9c13a24-f0e0-4ac7-bb56-7a4017a20972 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0827489 Jan 18 13:17:47.131752 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-484eaf67-b69c-40a1-9355-d28fdb4d8a5b req-da985136-2d53-4a49-b917-1f9088b2cf5e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473375 Jan 18 13:17:47.435655 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ee425d2d-1e4a-4128-82fb-705ab37fbe59 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:17:47.475155 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: ee425d2d-1e4a-4128-82fb-705ab37fbe59 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:17:47.475155 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device ee425d2d-1e4a-4128-82fb-705ab37fbe59 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:17:47.854174 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682e5f-de8d-40dd-b9dd-dcc7e9521d6e req-f3582057-e8e8-48c1-8c8b-b5c1baad3619 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:47.855486 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-36682e5f-de8d-40dd-b9dd-dcc7e9521d6e req-f3582057-e8e8-48c1-8c8b-b5c1baad3619 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0813279 Jan 18 13:17:47.907318 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-36682e5f-de8d-40dd-b9dd-dcc7e9521d6e req-53099b0e-0728-4be2-84c1-bb154d142896 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449419 Jan 18 13:17:48.341601 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251f5f-9b3d-4f4c-93ac-0571515ac37e req-29212177-7419-4d40-818c-6b63755a8434 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:48.342918 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-01251f5f-9b3d-4f4c-93ac-0571515ac37e req-29212177-7419-4d40-818c-6b63755a8434 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0857687 Jan 18 13:17:48.392708 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-01251f5f-9b3d-4f4c-93ac-0571515ac37e req-1096e0ed-c43c-4705-92ea-8a8e5a0f6d38 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434425 Jan 18 13:17:48.462131 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f19aa-25f6-450b-b060-287fb288cce3 req-55b83928-7d1f-4e15-b7f0-13f336e123db tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:48.463713 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-55b83928-7d1f-4e15-b7f0-13f336e123db tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/networks?id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c HTTP/1.1" status: 200 len: 809 time: 0.2635639 Jan 18 13:17:48.494632 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-d6ef287a-8bae-41a3-b643-be7c3f11b75a tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/quotas/ffef6b957991407ba0e90ebbd131e1be HTTP/1.1" status: 200 len: 375 time: 0.0224216 Jan 18 13:17:48.532366 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-ecc83890-4e42-4dfa-8477-157bb6b5ad3d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8&tenant_id=22ee837769284a64af4821470e4e4d3a HTTP/1.1" status: 200 len: 1097 time: 0.1318984 Jan 18 13:17:48.543268 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-d8a3502e-bc58-433d-ba28-5b08e55cc973 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ffef6b957991407ba0e90ebbd131e1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430548 Jan 18 13:17:48.727672 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-554bfa84-7f73-4f7e-bce1-9e022e34b87e service neutron] 10.222.0.71 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761582 Jan 18 13:17:48.735981 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-c92217d1-cd12-4877-84d0-5eb7c404f3f4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1643248 Jan 18 13:17:48.970220 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-ba994391-607c-484f-8689-a9f9428fea27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:48.971801 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-ba994391-607c-484f-8689-a9f9428fea27 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 909 time: 0.2180109 Jan 18 13:17:48.973593 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-2e6d7895-e57d-404e-a79d-87ea63b87f5a service neutron] 10.222.0.71 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367716 Jan 18 13:17:49.093391 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-9b18be94-5770-4472-a90a-798cb3f18fff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 999 time: 0.1153450 Jan 18 13:17:49.147667 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfa80a-b3fe-499b-a1e1-5ac2a04a87eb req-8b9fc1c3-4013-4d1e-be7f-870ee8477101 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:49.149312 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d5dfa80a-b3fe-499b-a1e1-5ac2a04a87eb req-8b9fc1c3-4013-4d1e-be7f-870ee8477101 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0839517 Jan 18 13:17:49.177071 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-0811de7d-c02e-4f43-ae2b-2a55736953d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:49.178527 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-0811de7d-c02e-4f43-ae2b-2a55736953d9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 200 len: 847 time: 0.0791910 Jan 18 13:17:49.207805 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d5dfa80a-b3fe-499b-a1e1-5ac2a04a87eb req-843eeca3-0d3d-4dab-ad91-c89adaa0ef63 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511062 Jan 18 13:17:49.271730 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-d8ca2060-931b-4154-ac22-784337f4b166 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fcd3b77f-b23b-4886-8965-fb32054502eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873015 Jan 18 13:17:49.323446 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-047f75cc-423d-42d7-8215-9f16126451ef req-e89483c8-ee45-4f42-9e37-669e987bc450 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 210 time: 0.0457520 Jan 18 13:17:49.439599 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-cf0ff17a-424b-4f12-91f3-b6f87a7344b4 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622586 Jan 18 13:17:49.582371 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fa7bbee-441a-45d7-a729-0d3a48f3e3c0 req-1cd221b7-d630-46f1-a70e-1c9820d44ecc service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306534 Jan 18 13:17:49.618111 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fb8de-4287-4c0f-a75b-7d6baf04ba61 req-f671b9b4-3c40-415c-b5f3-a00a81883941 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:49.619612 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-618fb8de-4287-4c0f-a75b-7d6baf04ba61 req-f671b9b4-3c40-415c-b5f3-a00a81883941 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0894992 Jan 18 13:17:49.666819 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-618fb8de-4287-4c0f-a75b-7d6baf04ba61 req-4fea106f-2faf-43e2-8181-76f7de50cdc6 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Jan 18 13:17:50.425112 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf4bdc-46b6-4acb-9434-05bcc566dabc req-b9663d20-119f-43be-8916-6f75ee6fe851 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:50.432598 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fccf4bdc-46b6-4acb-9434-05bcc566dabc req-b9663d20-119f-43be-8916-6f75ee6fe851 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0921969 Jan 18 13:17:50.493534 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fccf4bdc-46b6-4acb-9434-05bcc566dabc req-01c544bf-9166-4695-bf87-b6773bd7b516 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599673 Jan 18 13:17:50.513823 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-90a759da-cd41-4a8b-ae9d-56a85f54e2a5 req-02e43bbb-af5d-446a-96b5-adde36e3e1f3 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 210 time: 0.0610909 Jan 18 13:17:50.870365 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213891b-dcbd-40e9-a6f8-5acffc8e1594 req-c35c0b3c-7625-436d-a420-513ac945a92f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:50.871772 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b213891b-dcbd-40e9-a6f8-5acffc8e1594 req-c35c0b3c-7625-436d-a420-513ac945a92f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0762658 Jan 18 13:17:50.921133 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b213891b-dcbd-40e9-a6f8-5acffc8e1594 req-e0b06ef4-29ab-4bef-b3d9-757a1b716329 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Jan 18 13:17:51.133500 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:51.462861 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:17:51.599818 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:51.614175 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'port_id': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'mac_address': 'fa:16:3e:9c:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:17:51.669383 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:51.688953 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:51.691351 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f6a9f610-f683-4cf6-b9b1-33fcb192156d req-5a2f6bec-20ea-4170-81dd-a79695951133 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 210 time: 0.0479145 Jan 18 13:17:51.715169 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:51.792689 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f19aa-25f6-450b-b060-287fb288cce3 req-77159a26-4921-429b-848e-61b04c100402 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:51.794081 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-77159a26-4921-429b-848e-61b04c100402 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "GET /v2.0/networks?id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c HTTP/1.1" status: 200 len: 809 time: 0.2030673 Jan 18 13:17:51.806102 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d73b-4ef5-4db9-b86f-346a58edec34 req-b5e21660-74c1-4dba-81b3-98f47bb9a91a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:51.807529 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2ed6d73b-4ef5-4db9-b86f-346a58edec34 req-b5e21660-74c1-4dba-81b3-98f47bb9a91a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.1409335 Jan 18 13:17:51.824843 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:51.830409 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Request body: {'port': {'device_id': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c', 'admin_state_up': True, 'tenant_id': 'ffef6b957991407ba0e90ebbd131e1be'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:51.940360 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=6']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:51.998676 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:17:52.035382 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2ed6d73b-4ef5-4db9-b86f-346a58edec34 req-d883a957-3180-4208-a9d3-f8c453afbfc4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2219048 Jan 18 13:17:52.102133 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:52.113823 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:52.165782 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d25503-cd6f-485c-8ee9-bebfc5a29968 req-1d0d6307-7c1d-4f65-a017-cacbd7b91077 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:52.167250 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-14d25503-cd6f-485c-8ee9-bebfc5a29968 req-1d0d6307-7c1d-4f65-a017-cacbd7b91077 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0839603 Jan 18 13:17:52.213646 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-14d25503-cd6f-485c-8ee9-bebfc5a29968 req-b2f81168-eb1b-4a76-a670-0aa29386ee13 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394177 Jan 18 13:17:52.259462 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Made reservation on behalf of ffef6b957991407ba0e90ebbd131e1be for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:17:52.262484 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:52.419227 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Allocated IP 172.20.0.6 (e1f2c60b-e916-4e28-b8aa-6e9206bf106c/fa111b1f-85b4-45a6-9ea7-381b7450f25a/bcfc8d5d-2b17-40bf-a29f-37df3558e91b) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:17:52.618877 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:52.802672 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:52.923372 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Network e1f2c60b-e916-4e28-b8aa-6e9206bf106c is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:17:52.927517 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:17:52.929528 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Pushing event updated for resources: {'Port': ['ID=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:52.937331 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:17:53.005679 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:53.006278 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.025485 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360591d8-bce6-4fe0-a62c-4ca3d37d4812 req-8658f6a7-d9ab-44a3-b3b0-8e58f994497b tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:53.026925 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-360591d8-bce6-4fe0-a62c-4ca3d37d4812 req-8658f6a7-d9ab-44a3-b3b0-8e58f994497b tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 931 time: 0.1894054 Jan 18 13:17:53.075934 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-360591d8-bce6-4fe0-a62c-4ca3d37d4812 req-2bc82650-7931-4818-a416-b0401e47b9b1 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Jan 18 13:17:53.141226 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-22c0625b-b2ea-4b68-8ff2-7e18d3363526 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3132312 Jan 18 13:17:53.162563 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Request body: {'port': {'device_id': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:53.300404 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.322453 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469fee8-fd07-43a7-a7e9-650fa7ed01ad req-42b42aa1-1a9b-4591-8515-91ea887d634c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:53.324076 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f469fee8-fd07-43a7-a7e9-650fa7ed01ad req-42b42aa1-1a9b-4591-8515-91ea887d634c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 945 time: 0.1369748 Jan 18 13:17:53.373671 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f469fee8-fd07-43a7-a7e9-650fa7ed01ad req-e0f87097-2793-4c89-9452-9a1bc8c95287 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429633 Jan 18 13:17:53.458097 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d072c2fb-55ee-40b4-be7c-58bc20f51041 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:17:53.463982 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:17:53.580670 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b302b0-67c9-4914-92ab-cf18e7c9a0c9 req-5bbba086-20d8-4a35-add6-799a9aa8005a tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:53.582201 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a6b302b0-67c9-4914-92ab-cf18e7c9a0c9 req-5bbba086-20d8-4a35-add6-799a9aa8005a tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 944 time: 0.2311196 Jan 18 13:17:53.653427 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:17:53.653666 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.662234 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a6b302b0-67c9-4914-92ab-cf18e7c9a0c9 req-8a8a11b7-899e-4e5a-ab2e-481b7692e7dc tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710738 Jan 18 13:17:53.715764 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:53.751822 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'port_id': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'mac_address': 'fa:16:3e:3b:7e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:17:53.781720 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfc8d5d-2b17-40bf-a29f-37df3558e91b {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:53.790711 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.820068 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Transition to ACTIVE for port object bcfc8d5d-2b17-40bf-a29f-37df3558e91b will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:17:53.864997 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.887671 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.899356 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d072c2fb-55ee-40b4-be7c-58bc20f51041 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:53.931351 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:53.933525 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.934228 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:53.941516 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:53.988405 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'code': 200} Jan 18 13:17:54.001403 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:54.042252 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:54.066399 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:54.092276 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=7']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:54.169207 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=7']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:54.186137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Attempting to bind port bcfc8d5d-2b17-40bf-a29f-37df3558e91b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:17:54.186698 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Attempting to bind port bcfc8d5d-2b17-40bf-a29f-37df3558e91b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:17:54.187682 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Attempting to bind port bcfc8d5d-2b17-40bf-a29f-37df3558e91b on network e1f2c60b-e916-4e28-b8aa-6e9206bf106c {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:54.195413 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Port bcfc8d5d-2b17-40bf-a29f-37df3558e91b on network e1f2c60b-e916-4e28-b8aa-6e9206bf106c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:17:54.196129 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Attempting to bind port bcfc8d5d-2b17-40bf-a29f-37df3558e91b on network e1f2c60b-e916-4e28-b8aa-6e9206bf106c {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:54.204354 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:17:54.205162 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Checking segment: {'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:17:54.205290 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Bound using segment: {'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:17:54.205627 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Bound port: bcfc8d5d-2b17-40bf-a29f-37df3558e91b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0b10e7-5df4-492e-b23d-69c4ace2e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:17:54.206149 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:54.320460 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] For port bcfc8d5d-2b17-40bf-a29f-37df3558e91b, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:17:54.324478 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] For port bcfc8d5d-2b17-40bf-a29f-37df3558e91b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:17:54.340300 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['d072c2fb-55ee-40b4-be7c-58bc20f51041'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:17:54.397413 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839792-1ef0-45f4-9f10-8da7b3c91d09 req-51ab9f1a-b243-4399-8957-c66f16780d07 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:54.399636 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-29839792-1ef0-45f4-9f10-8da7b3c91d09 req-51ab9f1a-b243-4399-8957-c66f16780d07 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 943 time: 0.0929418 Jan 18 13:17:54.408391 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:54.483937 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-29839792-1ef0-45f4-9f10-8da7b3c91d09 req-0dc73bcd-4753-4d98-a16c-314ba789cd1b tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743449 Jan 18 13:17:54.485965 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:54.488852 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] 10.222.0.96 "PUT /v2.0/ports/bcfc8d5d-2b17-40bf-a29f-37df3558e91b HTTP/1.1" status: 200 len: 1093 time: 1.3294113 Jan 18 13:17:54.491016 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'tag': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:54.533137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169fcb-1b99-4b29-9c97-3e66252acdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:54.837215 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa6ea4-28d4-43e2-b573-e8c23071bdf2 req-ef7212ab-67e8-46a9-8a72-292f05266adc tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:54.838989 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-38fa6ea4-28d4-43e2-b573-e8c23071bdf2 req-ef7212ab-67e8-46a9-8a72-292f05266adc tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.1285858 Jan 18 13:17:54.860570 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-2f485ab1-4911-42d3-852f-16e4e2824039 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffef6b957991407ba0e90ebbd131e1be&device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 1096 time: 0.2362771 Jan 18 13:17:54.910587 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-38fa6ea4-28d4-43e2-b573-e8c23071bdf2 req-a48394a8-6995-4f18-94f1-541fffd93f23 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622079 Jan 18 13:17:54.974777 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-d71b70da-65bb-49ea-979c-f357e4dc4366 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfc8d5d-2b17-40bf-a29f-37df3558e91b HTTP/1.1" status: 200 len: 217 time: 0.0709691 Jan 18 13:17:55.006519 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'tag': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b', 'status': 'completed', 'code': 200} Jan 18 13:17:55.036101 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f19aa-25f6-450b-b060-287fb288cce3 req-44337fcf-899d-4f1c-a1b8-6b205d661592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:55.040745 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-44337fcf-899d-4f1c-a1b8-6b205d661592 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa111b1f-85b4-45a6-9ea7-381b7450f25a HTTP/1.1" status: 200 len: 849 time: 0.0855188 Jan 18 13:17:55.113271 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-c062edce-219f-4da9-b9da-bbf00202bd41 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534503 Jan 18 13:17:55.218991 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f10cdd-8091-4c3e-afea-69fcfa1fad6d req-33d1abf6-e3ec-4a7a-aed3-eb10df2973a5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:55.220625 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-81f10cdd-8091-4c3e-afea-69fcfa1fad6d req-33d1abf6-e3ec-4a7a-aed3-eb10df2973a5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 945 time: 0.1074266 Jan 18 13:17:55.285690 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-b2b9922d-ea4f-4faf-a1df-26b93ec8197a service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640415 Jan 18 13:17:55.327645 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-81f10cdd-8091-4c3e-afea-69fcfa1fad6d req-f605caa5-8f51-4dda-867f-bc3d634046c1 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951600 Jan 18 13:17:55.455127 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-469f19aa-25f6-450b-b060-287fb288cce3 req-1c451c40-eefc-47cb-9397-ee06eb74ed0e service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621106 Jan 18 13:17:55.458374 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-85a1f6e8-445e-4ff3-9f30-4656a8608499 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0796797 Jan 18 13:17:55.477478 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d072c2fb-55ee-40b4-be7c-58bc20f51041 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:17:55.579832 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port d072c2fb-55ee-40b4-be7c-58bc20f51041 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:17:55.580211 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:55.658178 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-b3541c66-87ee-467d-95e2-587666c38593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:55.659689 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-b3541c66-87ee-467d-95e2-587666c38593 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 909 time: 0.1643848 Jan 18 13:17:55.747368 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:55.813671 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:55.843860 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06674e94-0f05-4d00-b717-0c1e7c80943a req-124d778e-234d-45fc-afa9-59ef2deffe29 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:55.844673 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-06674e94-0f05-4d00-b717-0c1e7c80943a req-124d778e-234d-45fc-afa9-59ef2deffe29 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Synchronizing usage tracker for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:55.862250 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-c5ac3c29-725a-4169-9819-a4e6434c299f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ffef6b957991407ba0e90ebbd131e1be&device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 1096 time: 0.2217772 Jan 18 13:17:55.921874 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:55.957146 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-06674e94-0f05-4d00-b717-0c1e7c80943a req-124d778e-234d-45fc-afa9-59ef2deffe29 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Unset dirty status for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:55.964240 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-06674e94-0f05-4d00-b717-0c1e7c80943a req-124d778e-234d-45fc-afa9-59ef2deffe29 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 943 time: 0.2730000 Jan 18 13:17:55.973683 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-c351539f-75c9-45c3-a54b-5a4bd43144a9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 1000 time: 0.3074403 Jan 18 13:17:55.991667 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:56.021834 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=8']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:56.056771 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-06674e94-0f05-4d00-b717-0c1e7c80943a req-180a9ba1-57d4-43ec-b86f-c176d27c3b09 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914736 Jan 18 13:17:56.096744 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-d32192f3-192b-4722-9414-34e9d43e4193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.098339 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-d32192f3-192b-4722-9414-34e9d43e4193 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c HTTP/1.1" status: 200 len: 910 time: 0.2187972 Jan 18 13:17:56.136343 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-5078a828-3538-4e2d-a760-aa5451e6aac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.139265 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'code': 200} Jan 18 13:17:56.143302 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-5078a828-3538-4e2d-a760-aa5451e6aac3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 200 len: 847 time: 0.1627650 Jan 18 13:17:56.213154 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-ba15e780-0f5e-4385-81d1-047614fa282b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfc8d5d-2b17-40bf-a29f-37df3558e91b HTTP/1.1" status: 200 len: 217 time: 0.1083224 Jan 18 13:17:56.348057 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cff00-e7b1-4410-8f99-0ab55f762ac2 req-47995cc2-54ee-497b-b3b2-2bcf8ce54476 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.349815 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-466cff00-e7b1-4410-8f99-0ab55f762ac2 req-47995cc2-54ee-497b-b3b2-2bcf8ce54476 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.1990666 Jan 18 13:17:56.365958 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-28ad9943-5648-4f24-a5d7-dcd6f170c614 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fcd3b77f-b23b-4886-8965-fb32054502eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1497724 Jan 18 13:17:56.366250 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-aea54f70-3be1-4487-ac68-8151cf342d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.368299 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-aea54f70-3be1-4487-ac68-8151cf342d9c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa111b1f-85b4-45a6-9ea7-381b7450f25a HTTP/1.1" status: 200 len: 849 time: 0.1275525 Jan 18 13:17:56.438731 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-b605dae9-fb1e-4dd6-a2cc-a14bc6a05e4e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1f2c60b-e916-4e28-b8aa-6e9206bf106c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609639 Jan 18 13:17:56.631267 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-e3dba81b-23a6-4b12-9844-aea217d9681f service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843781 Jan 18 13:17:56.653772 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-9557c4f4-0946-475d-b3d1-e974ce35f287 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584224 Jan 18 13:17:56.913315 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-56ae2f65-7e9a-4029-a2fc-2dc4ec85a815 req-a7b03a5b-6c10-4028-8bc6-ee8d08abffc1 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536187 Jan 18 13:17:56.916300 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-466cff00-e7b1-4410-8f99-0ab55f762ac2 req-32bc0dad-74a8-411b-910e-82479e6905cb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5487745 Jan 18 13:17:56.937464 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-671c8186-20e4-422e-aaa2-75adeffb2a0e req-d6ba0bd8-e974-4f28-803d-ef0e82076ab6 service neutron] 10.222.0.96 "GET /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758148 Jan 18 13:17:56.957506 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58967de1-fb84-4084-a6bc-68bb1547ae25 req-6416b4df-804f-4957-ae3e-c7a7f6335152 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.964874 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-58967de1-fb84-4084-a6bc-68bb1547ae25 req-6416b4df-804f-4957-ae3e-c7a7f6335152 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.3335860 Jan 18 13:17:56.983362 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0e785614-2d93-4605-8a81-3f91072ac2b6 req-eb257a63-0247-453e-b146-96329c610ca3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1099 time: 0.2991474 Jan 18 13:17:57.070146 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-58967de1-fb84-4084-a6bc-68bb1547ae25 req-b50cef1a-26ad-4ce0-8dc5-04f98171ff7d tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043415 Jan 18 13:17:57.077632 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0e785614-2d93-4605-8a81-3f91072ac2b6 req-12e3e87b-162c-4004-8660-ab4e64a5533b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864596 Jan 18 13:17:57.291621 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4fec-a232-4d82-927d-b42388897395 req-178a2982-6537-49e3-a940-6063150d5f07 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:57.293184 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b6ce4fec-a232-4d82-927d-b42388897395 req-178a2982-6537-49e3-a940-6063150d5f07 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 943 time: 0.0868428 Jan 18 13:17:57.345164 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b6ce4fec-a232-4d82-927d-b42388897395 req-5393fc03-53dc-485a-8a6b-a4ce8bc0211d tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457287 Jan 18 13:17:57.477249 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device bcfc8d5d-2b17-40bf-a29f-37df3558e91b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:17:57.666650 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port bcfc8d5d-2b17-40bf-a29f-37df3558e91b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:57.691916 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b', 'network_id': 'e1f2c60b-e916-4e28-b8aa-6e9206bf106c', 'port_id': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b', 'mac_address': 'fa:16:3e:a3:ad:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa111b1f-85b4-45a6-9ea7-381b7450f25a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:17:57.765376 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:57.788218 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfc8d5d-2b17-40bf-a29f-37df3558e91b {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:57.822660 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port bcfc8d5d-2b17-40bf-a29f-37df3558e91b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:57.941674 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:58.025401 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:58.274913 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0737ae-b1e8-43a7-896d-0b595884d4f8 req-89d74624-1de9-474d-b8d5-75350ab6dede tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:58.283963 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7a0737ae-b1e8-43a7-896d-0b595884d4f8 req-89d74624-1de9-474d-b8d5-75350ab6dede tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.1623375 Jan 18 13:17:58.369382 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027afbd-9383-41d8-8759-ed2c3beb45ed req-ac744601-7143-408a-8cea-6afa26757e63 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:58.376120 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['bcfc8d5d-2b17-40bf-a29f-37df3558e91b'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:17:58.378365 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3027afbd-9383-41d8-8759-ed2c3beb45ed req-ac744601-7143-408a-8cea-6afa26757e63 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1042933 Jan 18 13:17:58.402358 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7a0737ae-b1e8-43a7-896d-0b595884d4f8 req-c493a49c-8af4-424a-8990-1656268b64fe tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174896 Jan 18 13:17:58.474752 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3027afbd-9383-41d8-8759-ed2c3beb45ed req-dc7ddae3-28f0-4631-8c3d-60874ab097da tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954981 Jan 18 13:17:58.722883 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310857b2-84d4-4ae1-8c36-9e4aa6bb8e67 req-ecba3fa7-0d59-493a-8e2e-b927e3e2b9a4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:58.724285 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-310857b2-84d4-4ae1-8c36-9e4aa6bb8e67 req-ecba3fa7-0d59-493a-8e2e-b927e3e2b9a4 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 944 time: 0.1558177 Jan 18 13:17:58.770640 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-310857b2-84d4-4ae1-8c36-9e4aa6bb8e67 req-94b18152-5d9f-4d0e-ac40-766d23f3801d tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Jan 18 13:17:59.485935 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device bcfc8d5d-2b17-40bf-a29f-37df3558e91b up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:17:59.647662 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port bcfc8d5d-2b17-40bf-a29f-37df3558e91b completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:17:59.664001 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port bcfc8d5d-2b17-40bf-a29f-37df3558e91b triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:17:59.664463 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:59.718293 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e3d3-6a71-4982-baec-a41199ca823a req-a6032c98-d841-4345-baf8-f6e3b93c4697 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:59.728852 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2b57e3d3-6a71-4982-baec-a41199ca823a req-a6032c98-d841-4345-baf8-f6e3b93c4697 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.1140769 Jan 18 13:17:59.750025 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcbfa6-1adf-479e-8a8a-eda90cb099bd req-69dc9f48-e6dc-4849-9c20-f86e49d5175b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:59.757681 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-05fcbfa6-1adf-479e-8a8a-eda90cb099bd req-69dc9f48-e6dc-4849-9c20-f86e49d5175b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1274216 Jan 18 13:17:59.813795 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-05fcbfa6-1adf-479e-8a8a-eda90cb099bd req-930efa5d-6386-4ed9-8844-03ecf8d5b627 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548255 Jan 18 13:17:59.861546 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2b57e3d3-6a71-4982-baec-a41199ca823a req-d4763ae3-efde-48de-bf38-9bcdbe550171 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315978 Jan 18 13:17:59.926515 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:59.964999 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:59.978571 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port bcfc8d5d-2b17-40bf-a29f-37df3558e91b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:00.045840 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b', 'code': 200} Jan 18 13:18:00.058320 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:00.063066 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941ce17-4698-40a2-9570-27613faffbba req-f9915382-ee07-4f06-8746-5f8118c056be tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:00.066301 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1941ce17-4698-40a2-9570-27613faffbba req-f9915382-ee07-4f06-8746-5f8118c056be tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 944 time: 0.1030111 Jan 18 13:18:00.132128 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1941ce17-4698-40a2-9570-27613faffbba req-fa520e19-846e-46e8-9fd4-c971cdbe85d8 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608637 Jan 18 13:18:00.178779 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:00.520772 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0fad7814-df75-4ea7-9ab9-180612388e80 req-a0770447-0afa-43e4-8505-f1593cedd57d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 1098 time: 0.0867589 Jan 18 13:18:00.580747 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0fad7814-df75-4ea7-9ab9-180612388e80 req-dc4fc9e0-77a0-4135-9afa-c755a04884bf service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526657 Jan 18 13:18:01.165054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83e33e-4470-4481-aef6-e8d6c3afeec8 req-cda17ec6-8e5f-4f81-8123-58357ba55982 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:01.167787 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6f83e33e-4470-4481-aef6-e8d6c3afeec8 req-cda17ec6-8e5f-4f81-8123-58357ba55982 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0955353 Jan 18 13:18:01.236361 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6f83e33e-4470-4481-aef6-e8d6c3afeec8 req-a9c131fd-312b-4f99-b57a-47d7fb25ea8b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625577 Jan 18 13:18:01.410532 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5aeb9-01dd-4fd2-805a-7e814ae19b59 req-a89fe18e-6119-4a79-8097-e24ef0453b81 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:01.412710 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6bc5aeb9-01dd-4fd2-805a-7e814ae19b59 req-a89fe18e-6119-4a79-8097-e24ef0453b81 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 945 time: 0.0953622 Jan 18 13:18:01.473042 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-6bc5aeb9-01dd-4fd2-805a-7e814ae19b59 req-206df55c-9283-49c2-8e80-fc72955f15ff tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544384 Jan 18 13:18:02.106810 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f647e11-b1de-4da4-9e44-698217b9e0da req-01362bb8-078e-4670-942f-e54efab58369 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:02.108878 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5f647e11-b1de-4da4-9e44-698217b9e0da req-01362bb8-078e-4670-942f-e54efab58369 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.0918529 Jan 18 13:18:02.160861 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5f647e11-b1de-4da4-9e44-698217b9e0da req-dcb4c51c-65bd-42aa-9e68-035170ea07c7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455022 Jan 18 13:18:02.452152 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ed843-0536-4871-b3d3-c7cbf9adfe82 req-367354c9-cff4-44d3-bcf8-571b4d63728a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:02.453680 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b07ed843-0536-4871-b3d3-c7cbf9adfe82 req-367354c9-cff4-44d3-bcf8-571b4d63728a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0772698 Jan 18 13:18:02.499747 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b07ed843-0536-4871-b3d3-c7cbf9adfe82 req-964b485a-00f4-4f2c-91f7-bc9f0fd817f7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403640 Jan 18 13:18:02.683199 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6433fc-4bb7-45ce-bfa8-9f85f29065ba req-24814759-1fe9-433f-b3fe-dc471d4bb810 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:02.684709 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bf6433fc-4bb7-45ce-bfa8-9f85f29065ba req-24814759-1fe9-433f-b3fe-dc471d4bb810 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 945 time: 0.0759678 Jan 18 13:18:02.734981 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bf6433fc-4bb7-45ce-bfa8-9f85f29065ba req-5fb1b57f-0bb8-4a38-a6ee-e11e4f1ff1ea tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Jan 18 13:18:03.411187 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ad318-76ed-4678-8fb2-b409d16b8cb0 req-0b547888-3899-4491-a641-2e21ec27ebc7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:03.413191 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3b6ad318-76ed-4678-8fb2-b409d16b8cb0 req-0b547888-3899-4491-a641-2e21ec27ebc7 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.1035736 Jan 18 13:18:03.469051 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-3b6ad318-76ed-4678-8fb2-b409d16b8cb0 req-8a71750d-7216-4356-b41d-e96f7d7a1c12 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498765 Jan 18 13:18:03.747169 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabca87c-e5b2-4f25-8f9c-85e9e6c89817 req-5267c20a-0bd8-41f7-bf03-ef395d02541d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:03.749537 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fabca87c-e5b2-4f25-8f9c-85e9e6c89817 req-5267c20a-0bd8-41f7-bf03-ef395d02541d tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0940838 Jan 18 13:18:03.809539 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fabca87c-e5b2-4f25-8f9c-85e9e6c89817 req-69f61174-b817-4fed-8d24-08854708db33 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468590 Jan 18 13:18:03.877599 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:18:04.301439 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-123908b9-236c-455c-a0bc-439b0676e552 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:04.303363 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-123908b9-236c-455c-a0bc-439b0676e552 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.0930455 Jan 18 13:18:04.384764 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Deleting port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:04.385167 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:04.711026 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c52b-89a6-4c0e-b88e-94421f365dfc req-e1a01662-1bb6-44e1-9496-828428bf293b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:04.712631 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9114c52b-89a6-4c0e-b88e-94421f365dfc req-e1a01662-1bb6-44e1-9496-828428bf293b tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 945 time: 0.0894840 Jan 18 13:18:04.763985 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] For port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:04.764579 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:04.770487 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9114c52b-89a6-4c0e-b88e-94421f365dfc req-4e0530bb-a3ae-48f0-a3b3-f3cc6eed5e85 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups?id=c22076a8-40b7-4054-b33e-aa02121610f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503099 Jan 18 13:18:05.067632 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eceb7-e300-4b9b-b622-ae7ab67161ee req-831f3d41-a194-453f-af86-691c667b0f00 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:05.069103 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef9eceb7-e300-4b9b-b622-ae7ab67161ee req-831f3d41-a194-453f-af86-691c667b0f00 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 945 time: 0.2022951 Jan 18 13:18:05.077877 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19a588-1e8f-486c-8fa3-d50e163361b0 req-f88443c0-3ee3-4115-8549-79f09424a1c4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:05.079588 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c19a588-1e8f-486c-8fa3-d50e163361b0 req-f88443c0-3ee3-4115-8549-79f09424a1c4 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0911663 Jan 18 13:18:05.145059 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0c19a588-1e8f-486c-8fa3-d50e163361b0 req-46eef7d0-16af-4ca9-a88a-486af39a5854 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578511 Jan 18 13:18:05.238979 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ef9eceb7-e300-4b9b-b622-ae7ab67161ee req-8e981d94-e448-4b38-83bc-5704d3dd7135 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965879 Jan 18 13:18:05.247143 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:05.248616 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:05.249161 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Floating IP 35c839ab-d3b7-4269-8ee4-6e1f2721a423 disassociated. External IP: 172.28.0.100, port: 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84. Jan 18 13:18:05.249674 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Calling delete_port for 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:05.482398 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:05.639131 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event deleted for resources: {'Port': ['ID=0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:05.884464 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Router 2e45af29-6dae-4932-b859-32f327827053 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:18:05.986312 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-60f46d27-0e51-4a29-b3e1-1f93d1a5f476 req-0754d761-6a46-43e8-8273-1f8e8e0ea631 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 210 time: 0.0609415 Jan 18 13:18:06.158896 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:06.169839 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] Sync routers for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:06.197552 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:06.198196 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:17:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:06.246770 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] No DVR routers for this DVR port 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:18:06.271971 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.287387 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'name': 'network-vif-deleted', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:06.377022 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1572-31d5-47e1-abfb-9f6fb1319d85 req-11446e05-8e43-4d24-ab7a-876739fc08da tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:06.377872 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-369e1572-31d5-47e1-abfb-9f6fb1319d85 req-11446e05-8e43-4d24-ab7a-876739fc08da tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.0849464 Jan 18 13:18:06.419493 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:06.435713 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-369e1572-31d5-47e1-abfb-9f6fb1319d85 req-894a8429-c620-4ba8-81ee-1d512213d896 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511022 Jan 18 13:18:06.459285 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9a5eea5e-5232-487b-9ecf-c022900de64d req-285e8f27-76d8-4743-870d-9dc277330c6c tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.96 "DELETE /v2.0/ports/0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 HTTP/1.1" status: 204 len: 173 time: 2.1502113 Jan 18 13:18:06.493846 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e0d4-0075-4655-beed-445a2296a6a3 req-1ba93c42-eb5b-4118-bed0-e858c875ec53 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:06.495540 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0810e0d4-0075-4655-beed-445a2296a6a3 req-1ba93c42-eb5b-4118-bed0-e858c875ec53 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 945 time: 0.1015956 Jan 18 13:18:06.544125 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35dd630-b267-4d59-9d72-72a60cc05bfd', 'name': 'network-vif-deleted', 'tag': '0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84', 'status': 'completed', 'code': 200} Jan 18 13:18:06.554853 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0810e0d4-0075-4655-beed-445a2296a6a3 req-d4fd1758-d095-40dc-b239-b49686471ca9 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/security-groups?id=82e66684-7539-48f2-b416-647006a25283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521705 Jan 18 13:18:06.685926 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-aaf8e62b-cefa-4f89-868b-39e338c87fad tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:06.687356 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-aaf8e62b-cefa-4f89-868b-39e338c87fad tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 945 time: 0.0955551 Jan 18 13:18:06.756490 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Deleting port bcfc8d5d-2b17-40bf-a29f-37df3558e91b {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:06.756808 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.767829 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:06.774068 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] Checking router: 2e45af29-6dae-4932-b859-32f327827053 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:18:06.797244 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:06.798100 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:17:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:07.030512 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:07.042628 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] For port bcfc8d5d-2b17-40bf-a29f-37df3558e91b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,segment=NetworkSegment(3e0b10e7-5df4-492e-b23d-69c4ace2e24c),segment_id=3e0b10e7-5df4-492e-b23d-69c4ace2e24c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:07.043315 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:07.187617 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Calling delete_port for bcfc8d5d-2b17-40bf-a29f-37df3558e91b owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:07.291967 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-ffebecee-97be-45bd-bdb2-2423687fc0fc req-584675e1-49f5-4a09-b179-fe2c51bed2e3 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Synchronizing usage tracker for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:18:07.430229 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-ffebecee-97be-45bd-bdb2-2423687fc0fc req-584675e1-49f5-4a09-b179-fe2c51bed2e3 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Unset dirty status for tenant:5b896bc9aa114bfa8309a833ca278974 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:18:07.431965 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ffebecee-97be-45bd-bdb2-2423687fc0fc req-584675e1-49f5-4a09-b179-fe2c51bed2e3 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/ports?device_id=e35dd630-b267-4d59-9d72-72a60cc05bfd HTTP/1.1" status: 200 len: 210 time: 0.1937633 Jan 18 13:18:07.485703 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:07.490381 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d481-a8a5-4018-9ecf-71c63c5e9d9f None None] The sync data for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb is: [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:12:20Z', 'revision_number': 4, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '3294ab2d-6dfa-490e-af4b-749db4e923a3', 'name': '', 'network_id': '196899bc-d4a9-49d8-b2ea-aed41b5a787a', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'mac_address': 'fa:16:3e:f3:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:16Z', 'updated_at': '2022-01-18T13:12:58Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'subnets': [{'id': '1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:18:07.527191 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:07.583433 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Pushing event deleted for resources: {'Port': ['ID=bcfc8d5d-2b17-40bf-a29f-37df3558e91b,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:07.699524 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] No DVR routers for this DVR port bcfc8d5d-2b17-40bf-a29f-37df3558e91b on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:18:07.702626 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7da62-6669-428e-a5c7-d5e03fca2f0a req-e9b04c5d-03c0-4b0d-91ff-c86661739ccf tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:07.704031 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:07.710590 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bdb7da62-6669-428e-a5c7-d5e03fca2f0a req-e9b04c5d-03c0-4b0d-91ff-c86661739ccf tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.1045737 Jan 18 13:18:07.771259 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bdb7da62-6669-428e-a5c7-d5e03fca2f0a req-c96a0fc8-8c8c-4982-b2df-df57098a7c0a tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588698 Jan 18 13:18:07.777774 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-e8df5fa1-cb63-4e25-abe6-2e17f8fc57d0 req-cab9b486-cffc-4fc2-a0bd-6b4c0dee0211 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Synchronizing usage tracker for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:18:07.831902 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b5c55785-1734-4fd2-bcc8-d3e9f948764f req-7eeede70-f560-413e-9c8a-4909f797f9b5 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.96 "DELETE /v2.0/ports/bcfc8d5d-2b17-40bf-a29f-37df3558e91b HTTP/1.1" status: 204 len: 173 time: 1.1391635 Jan 18 13:18:07.908706 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5be7f5-adab-47fb-8c53-6513f70ae0b2 None None] New status for floating IP 35c839ab-d3b7-4269-8ee4-6e1f2721a423: DOWN {{(pid=83637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:18:07.973150 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-e8df5fa1-cb63-4e25-abe6-2e17f8fc57d0 req-cab9b486-cffc-4fc2-a0bd-6b4c0dee0211 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] Unset dirty status for tenant:ffef6b957991407ba0e90ebbd131e1be on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:18:07.974757 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-e8df5fa1-cb63-4e25-abe6-2e17f8fc57d0 req-cab9b486-cffc-4fc2-a0bd-6b4c0dee0211 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 210 time: 0.2537940 Jan 18 13:18:08.545198 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'name': 'network-vif-deleted', 'tag': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:08.597705 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf', 'name': 'network-vif-deleted', 'tag': 'bcfc8d5d-2b17-40bf-a29f-37df3558e91b', 'status': 'completed', 'code': 200} Jan 18 13:18:08.625880 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57942) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:08.773556 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7e9380d1-d147-415c-989e-3a728da391f9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:08.801597 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7e9380d1-d147-415c-989e-3a728da391f9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:08.984520 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7e9380d1-d147-415c-989e-3a728da391f9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.003600 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9380d1-d147-415c-989e-3a728da391f9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22076a8-40b7-4054-b33e-aa02121610f7,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:09.074714 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7e9380d1-d147-415c-989e-3a728da391f9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.076623 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-7e9380d1-d147-415c-989e-3a728da391f9 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "DELETE /v2.0/security-groups/c22076a8-40b7-4054-b33e-aa02121610f7 HTTP/1.1" status: 204 len: 168 time: 0.4497566 Jan 18 13:18:09.079347 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57950) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:09.140058 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.api.v2.resource [None req-faa974a7-8250-4f3e-bdf1-082004d68d56 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] show failed (client error): The resource could not be found. Jan 18 13:18:09.145152 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-faa974a7-8250-4f3e-bdf1-082004d68d56 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "GET /v2.0/security-groups/c22076a8-40b7-4054-b33e-aa02121610f7 HTTP/1.1" status: 404 len: 347 time: 0.0606289 Jan 18 13:18:09.145152 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 57954) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:09.163973 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b0d43c29-a864-44b2-8ece-42c73a3ffca4 req-3d1b1ad2-7329-4b75-9ebc-3480ab785213 tempest-VolumesActionsTest-505749659 tempest-VolumesActionsTest-505749659-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5e54b6-6bd5-43ea-8eb0-04c1b9e0c5cf HTTP/1.1" status: 200 len: 210 time: 0.0440788 Jan 18 13:18:09.318166 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Deleting port 49dc039f-4129-4411-abf7-c0c8d420d85c {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:09.318409 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.366223 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8cf9-eeeb-47d8-9df4-df8bf5f66d42 req-6605ecfb-89eb-4670-b6f6-325e10631b8b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:09.367696 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c20f8cf9-eeeb-47d8-9df4-df8bf5f66d42 req-6605ecfb-89eb-4670-b6f6-325e10631b8b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 946 time: 0.2738013 Jan 18 13:18:09.503396 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c20f8cf9-eeeb-47d8-9df4-df8bf5f66d42 req-00f42fed-92fb-44cb-bb31-0544325db04b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276667 Jan 18 13:18:09.525435 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-e21e7d69-798d-4296-a8fb-37f2c749f82f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1099 time: 0.1626801 Jan 18 13:18:09.545026 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.545439 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.569921 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device bcfc8d5d-2b17-40bf-a29f-37df3558e91b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:09.603078 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: bcfc8d5d-2b17-40bf-a29f-37df3558e91b {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:18:09.603543 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device bcfc8d5d-2b17-40bf-a29f-37df3558e91b not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:18:09.604531 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:09.662217 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-3b526be7-3fd8-4989-9a4e-45d069a77a19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:09.663758 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-3b526be7-3fd8-4989-9a4e-45d069a77a19 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1316206 Jan 18 13:18:09.669399 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Calling delete_port for 49dc039f-4129-4411-abf7-c0c8d420d85c owned by network:floatingip {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:09.718754 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.757932 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:09.769677 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:09.774751 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-a774b866-dc80-434c-9b11-7c488fbee840 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 HTTP/1.1" status: 200 len: 1002 time: 0.1049497 Jan 18 13:18:09.820561 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'code': 200} Jan 18 13:18:09.848709 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-83397695-a1d4-4513-a06a-13814bb454fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:09.850084 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-83397695-a1d4-4513-a06a-13814bb454fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0700758 Jan 18 13:18:09.904165 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.904869 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:09.932727 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-6d0e379d-3d5c-462b-b63d-a6621049f54a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717647 Jan 18 13:18:09.955765 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:09.966874 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:18:09.966874 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 0f95f0a0-89bd-4ba1-bdf2-c02eade9eb84 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:18:10.003487 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=8']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:10.004564 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Pushing event deleted for resources: {'Port': ['ID=49dc039f-4129-4411-abf7-c0c8d420d85c,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:10.082582 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-d5fb18f8-3ba7-476e-9362-6c02765e5c0a service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397171 Jan 18 13:18:10.097727 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks [] for floatingip, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:10.172707 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:10.173886 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b747f051-6dbf-496f-9e4c-7babe57a2db4 tempest-AttachVolumeTestJSON-1384331578 tempest-AttachVolumeTestJSON-1384331578-project] 10.222.0.71 "DELETE /v2.0/floatingips/35c839ab-d3b7-4269-8ee4-6e1f2721a423 HTTP/1.1" status: 204 len: 168 time: 1.0288346 Jan 18 13:18:10.229791 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-91e51e13-aa3a-4d4f-917d-12917d98d69a req-d6de8a8c-d9aa-4517-9c4d-c839f4e03547 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408567 Jan 18 13:18:10.424334 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6b72430f-2dc1-4cbc-9f31-f803bbe45b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:10.723297 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2fe51-33c2-4c2b-8450-a9c55dfc6cbb req-0e8c24f2-dd0f-4b9e-a3e4-8fe3f9ba9e66 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:10.724998 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-00b2fe51-33c2-4c2b-8450-a9c55dfc6cbb req-0e8c24f2-dd0f-4b9e-a3e4-8fe3f9ba9e66 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0792224 Jan 18 13:18:10.775538 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-00b2fe51-33c2-4c2b-8450-a9c55dfc6cbb req-7a7a5317-aaf9-4888-b3e0-15c70ddeb7a9 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422761 Jan 18 13:18:12.017291 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5778786-71c7-4e7d-85fb-c9dde022bfd2 req-88f69eff-96e5-4d6b-8dda-f3ac7e98c067 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:12.019088 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5778786-71c7-4e7d-85fb-c9dde022bfd2 req-88f69eff-96e5-4d6b-8dda-f3ac7e98c067 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0893705 Jan 18 13:18:12.070889 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5778786-71c7-4e7d-85fb-c9dde022bfd2 req-3269a156-6bff-44a6-8ae8-b8455f2071d2 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443063 Jan 18 13:18:12.698469 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5c727033-2f29-4746-bbf4-b4ff3ba7f4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:13.291116 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113576bf-bd16-4151-ae3c-75dd876dacd9 req-568b156c-4764-4d24-84eb-ddca5b349510 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:13.301201 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-113576bf-bd16-4151-ae3c-75dd876dacd9 req-568b156c-4764-4d24-84eb-ddca5b349510 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0811942 Jan 18 13:18:13.338870 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-113576bf-bd16-4151-ae3c-75dd876dacd9 req-caef4707-3e6e-49d9-b228-300be9e755b6 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409191 Jan 18 13:18:13.694802 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:14.120944 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:15.002114 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58052) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:15.115473 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:15.637127 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776619'] for router_interface, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:16.375676 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Deleting port 3294ab2d-6dfa-490e-af4b-749db4e923a3 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:16.376523 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:16.585044 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] For port 3294ab2d-6dfa-490e-af4b-749db4e923a3, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=3294ab2d-6dfa-490e-af4b-749db4e923a3,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:16.585401 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:16.763293 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Calling delete_port for 3294ab2d-6dfa-490e-af4b-749db4e923a3 owned by network:router_interface {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:16.889028 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-e87b848f-0e7d-4692-bf78-568f410557b6 req-29669ffd-74a6-4dac-b209-4cab70746e1c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1685133 Jan 18 13:18:17.343893 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:17.388273 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Pushing event deleted for resources: {'Port': ['ID=3294ab2d-6dfa-490e-af4b-749db4e923a3,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:17.434789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.434789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.434789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.434789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.434789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.434789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.434789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.435448 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.435448 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.435826 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.436095 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:17.590159 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:17.696035 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441f49-f903-498b-9391-547d495a5467 req-56a0ff7b-4042-45be-8a3d-a38fbcd7508e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:17.698355 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-88441f49-f903-498b-9391-547d495a5467 req-56a0ff7b-4042-45be-8a3d-a38fbcd7508e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.1122122 Jan 18 13:18:17.759153 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-88441f49-f903-498b-9391-547d495a5467 req-193bf352-faad-4cfe-82c0-92a7bef04d93 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529795 Jan 18 13:18:17.791641 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-777794'] for router_interface, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:18.062173 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-722f7422-a1e7-406f-9d70-ebd07c425829 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035395 Jan 18 13:18:18.598078 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Router 2e45af29-6dae-4932-b859-32f327827053 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:18:18.865516 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:18.876359 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] Sync routers for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:18.896628 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:18.897066 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58098) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:18.898612 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:18.899021 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-51e47c9c-17a3-43d2-8f1c-7267b5ab8024 admin admin] 10.222.0.71 "PUT /v2.0/routers/2e45af29-6dae-4932-b859-32f327827053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8912058 Jan 18 13:18:19.047641 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604cc3-6754-4039-981d-93859e80cd57 req-cdb57de5-6738-4691-8b5d-0e84cead47dd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:19.049109 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3c604cc3-6754-4039-981d-93859e80cd57 req-cdb57de5-6738-4691-8b5d-0e84cead47dd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.1331296 Jan 18 13:18:19.115431 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3c604cc3-6754-4039-981d-93859e80cd57 req-05973d17-b6e3-4c7e-8223-45d99333894c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601885 Jan 18 13:18:19.159660 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:19.239382 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:19.292736 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-66dcb808-8879-41d8-8a03-b8b01f108f3e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58&tenant_id=b917745963954805bd3a203e79d65832 HTTP/1.1" status: 200 len: 1097 time: 0.1435983 Jan 18 13:18:19.508412 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:18:16Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:19.514296 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] Checking router: 2e45af29-6dae-4932-b859-32f327827053 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:18:19.526908 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] Routers {'2e45af29-6dae-4932-b859-32f327827053'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:19.527624 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['2e45af29-6dae-4932-b859-32f327827053'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:19.588529 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-725b1f78-8306-45a9-bdf7-4856f661e8d1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1097 time: 0.2596097 Jan 18 13:18:19.733124 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:19.755538 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820ac-375d-4a36-8642-0851f3895093 req-931b04d9-327b-46cb-b885-20bcfa839b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:19.757209 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-931b04d9-327b-46cb-b885-20bcfa839b8b service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1616108 Jan 18 13:18:19.792896 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] Set router 2e45af29-6dae-4932-b859-32f327827053 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:19.841071 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Deleting port a5c589c9-eff2-4204-bb7b-05c684e773ee {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:19.841621 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:20.023020 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-9c22372d-08fd-4780-9573-63dc1f6cc30e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 HTTP/1.1" status: 200 len: 1000 time: 0.2596972 Jan 18 13:18:20.127610 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820ac-375d-4a36-8642-0851f3895093 req-3d3cb1d8-302f-449e-a35b-93f1b4b01240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:20.129397 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-3d3cb1d8-302f-449e-a35b-93f1b4b01240 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0987430 Jan 18 13:18:20.192812 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] For port a5c589c9-eff2-4204-bb7b-05c684e773ee, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a5c589c9-eff2-4204-bb7b-05c684e773ee,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:20.193285 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:20.216341 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:18:16Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:20.223437 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62029efc-73cd-42bb-ba36-b00ade2ab760 None None] The sync data for ids ['2e45af29-6dae-4932-b859-32f327827053'] in dv-cinder-825103-1-smb is: [{'id': '2e45af29-6dae-4932-b859-32f327827053', 'name': 'tempest-AttachVolumeTestJSON-501501534-router', 'tenant_id': '5b896bc9aa114bfa8309a833ca278974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:00Z', 'updated_at': '2022-01-18T13:18:16Z', 'revision_number': 5, 'project_id': '5b896bc9aa114bfa8309a833ca278974', 'gw_port': {'id': 'a5c589c9-eff2-4204-bb7b-05c684e773ee', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e45af29-6dae-4932-b859-32f327827053', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:02Z', 'updated_at': '2022-01-18T13:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:18:20.353444 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Calling delete_port for a5c589c9-eff2-4204-bb7b-05c684e773ee owned by network:router_gateway {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:20.511536 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-39e541a1-1116-46eb-9102-94d95735b058 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3699982 Jan 18 13:18:20.637912 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a916cf-c631-4d39-854e-43a781d7b75b req-98f0f70f-f24a-483c-84ec-fd9a0bf7bedb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:20.645491 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-90a916cf-c631-4d39-854e-43a781d7b75b req-98f0f70f-f24a-483c-84ec-fd9a0bf7bedb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.2595551 Jan 18 13:18:20.814791 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-90a916cf-c631-4d39-854e-43a781d7b75b req-2e34ef85-f75d-448c-86a9-72e3d00e6a04 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684711 Jan 18 13:18:20.816751 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-fb118d8e-d29f-4a21-98f1-ae5e84a920fa service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969906 Jan 18 13:18:20.899144 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:20.961360 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c589c9-eff2-4204-bb7b-05c684e773ee,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:21.105856 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-84e820ac-375d-4a36-8642-0851f3895093 req-61f05f74-bc03-4bd5-9f84-cb0515d22ec0 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824621 Jan 18 13:18:21.127024 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:21.356739 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-777870'] for router_gateway, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:21.612374 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104303'] for router, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:21.617330 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:21.818068 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770150'] for router, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:21.818620 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e45af29-6dae-4932-b859-32f327827053 {{(pid=83635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:18:21.835416 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:21.839240 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-e4bedbfa-9e45-4ab1-97b4-492026df84a9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/2e45af29-6dae-4932-b859-32f327827053 HTTP/1.1" status: 204 len: 168 time: 2.9410760 Jan 18 13:18:21.839567 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58116) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:21.915127 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] Deleting subnet 1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e {{(pid=83634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:18:21.922286 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.007794 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8231942'] for subnet, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.190845 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.223143 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc61979-341b-4f3f-bf86-42ce2fd761bb req-03a41c4d-7449-4e40-9559-4a9878ed2290 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:22.224736 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0bc61979-341b-4f3f-bf86-42ce2fd761bb req-03a41c4d-7449-4e40-9559-4a9878ed2290 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.1883571 Jan 18 13:18:22.311952 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0bc61979-341b-4f3f-bf86-42ce2fd761bb req-60be985d-d8e9-4bc5-8ffe-7b6420f42244 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778837 Jan 18 13:18:22.378210 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7413453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8373340'] for subnet, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.401297 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 3294ab2d-6dfa-490e-af4b-749db4e923a3 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:22.444719 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:22.448356 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 3294ab2d-6dfa-490e-af4b-749db4e923a3 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:18:22.448862 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 3294ab2d-6dfa-490e-af4b-749db4e923a3 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:18:22.449010 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.449595 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a5c589c9-eff2-4204-bb7b-05c684e773ee no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:22.455563 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-5c24a8f1-ffb1-4ae9-ab4f-ef4e8617a828 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1ae7fc46-22b9-4a3e-9cd3-b5c7321fae7e HTTP/1.1" status: 204 len: 168 time: 0.6147614 Jan 18 13:18:22.457507 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58126) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:22.497772 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: a5c589c9-eff2-4204-bb7b-05c684e773ee {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:18:22.498113 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a5c589c9-eff2-4204-bb7b-05c684e773ee not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:18:22.499575 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef605d4-e74b-4a90-aab6-73155eca075c None None] Network 196899bc-d4a9-49d8-b2ea-aed41b5a787a requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:18:22.689457 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.701738 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Deleting port 83f5fce2-7636-42f2-ae69-51a4867c4b59 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:22.702343 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.851493 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] DHCP port deletion for 196899bc-d4a9-49d8-b2ea-aed41b5a787a request from dv-cinder-825103-1-smb {{(pid=83636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:18:22.856203 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Deleting port 83f5fce2-7636-42f2-ae69-51a4867c4b59 {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:22.856943 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.963925 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] For port 83f5fce2-7636-42f2-ae69-51a4867c4b59, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=83f5fce2-7636-42f2-ae69-51a4867c4b59,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:22.964588 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.103979 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Calling delete_port for 83f5fce2-7636-42f2-ae69-51a4867c4b59 owned by network:dhcp {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:23.236320 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] For port 83f5fce2-7636-42f2-ae69-51a4867c4b59, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=83f5fce2-7636-42f2-ae69-51a4867c4b59,segment=NetworkSegment(9ac7e517-5312-4b40-abc8-dcde6f1fdf20),segment_id=9ac7e517-5312-4b40-abc8-dcde6f1fdf20)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:23.237744 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.258117 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.306477 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=83f5fce2-7636-42f2-ae69-51a4867c4b59,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:23.333388 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] No DVR routers for this DVR port 83f5fce2-7636-42f2-ae69-51a4867c4b59 on host dv-cinder-825103-1-smb {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:18:23.398080 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Calling delete_port for 83f5fce2-7636-42f2-ae69-51a4867c4b59 owned by network:dhcp {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:23.494234 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.545331 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196899bc-d4a9-49d8-b2ea-aed41b5a787a']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:23.579521 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac7e517-5312-4b40-abc8-dcde6f1fdf20') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:23.580141 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac7e517-5312-4b40-abc8-dcde6f1fdf20') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:23.594577 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.616241 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.623167 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:18:23.623752 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:18:23.623872 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:18:23.624090 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:18:23.638819 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:18:23.837553 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50d48-8dbe-4324-a46e-c07ce942cbe3 req-8a3c91f0-1ffc-4ee6-83fb-5253ce301532 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:23.839111 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0cb50d48-8dbe-4324-a46e-c07ce942cbe3 req-8a3c91f0-1ffc-4ee6-83fb-5253ce301532 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.1343601 Jan 18 13:18:23.841366 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.862758 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.870902 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=196899bc-d4a9-49d8-b2ea-aed41b5a787a,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:23.894475 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0cb50d48-8dbe-4324-a46e-c07ce942cbe3 req-5b9be930-ebcc-48af-9f2b-3e759a9096ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470381 Jan 18 13:18:23.966074 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-608eae2b-9f64-4a75-9676-0f2926f85e4d admin admin] 10.222.0.71 "DELETE /v2.0/networks/196899bc-d4a9-49d8-b2ea-aed41b5a787a HTTP/1.1" status: 204 len: 168 time: 1.5046475 Jan 18 13:18:24.124522 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Deleting port 83f5fce2-7636-42f2-ae69-51a4867c4b59 {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:24.125060 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:24.194589 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fe26e-dd5e-4952-8035-a20605bb2966 None None] The port '83f5fce2-7636-42f2-ae69-51a4867c4b59' was deleted {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:18:24.343737 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 83f5fce2-7636-42f2-ae69-51a4867c4b59 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:24.380483 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 83f5fce2-7636-42f2-ae69-51a4867c4b59 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:18:24.380742 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 83f5fce2-7636-42f2-ae69-51a4867c4b59 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:18:24.433057 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58146) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:24.488516 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-cfd2b237-c597-4ca7-9037-4c38372fa195 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b896bc9aa114bfa8309a833ca278974&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536389 Jan 18 13:18:24.490998 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58150) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:24.557205 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d7e15cc1-1989-40d4-a856-d72a1514075d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:24.594067 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d7e15cc1-1989-40d4-a856-d72a1514075d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:24.760719 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d7e15cc1-1989-40d4-a856-d72a1514075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:24.779575 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15cc1-1989-40d4-a856-d72a1514075d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196fc4da-aded-45fd-b8f7-d6a8b0beceb0,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:24.786382 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d7e15cc1-1989-40d4-a856-d72a1514075d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:24.790046 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d7e15cc1-1989-40d4-a856-d72a1514075d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/196fc4da-aded-45fd-b8f7-d6a8b0beceb0 HTTP/1.1" status: 204 len: 168 time: 0.2980144 Jan 18 13:18:25.292307 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66d1c1-da4c-4e67-b540-e817ad1a6317 req-61dee765-77c1-4ead-a30f-e92f00146e8c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:25.297319 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-be66d1c1-da4c-4e67-b540-e817ad1a6317 req-61dee765-77c1-4ead-a30f-e92f00146e8c tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0973766 Jan 18 13:18:25.383503 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-be66d1c1-da4c-4e67-b540-e817ad1a6317 req-7137da29-24b9-486b-a1ea-199183f0d36e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806899 Jan 18 13:18:26.662471 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d046ac-e72c-46d2-a78f-b16b24a4e753 req-0d4cb58e-d363-46a9-81b2-b08c9addfd48 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:26.664067 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c3d046ac-e72c-46d2-a78f-b16b24a4e753 req-0d4cb58e-d363-46a9-81b2-b08c9addfd48 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0883989 Jan 18 13:18:26.784190 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c3d046ac-e72c-46d2-a78f-b16b24a4e753 req-c51accf4-111c-481f-aa4d-b33e8a75b456 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135387 Jan 18 13:18:28.047594 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c3a4-a885-4c08-9531-0bb4f5668e0f req-65104725-a7f3-4b0e-ad04-d01920f4e997 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:28.051714 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1224c3a4-a885-4c08-9531-0bb4f5668e0f req-65104725-a7f3-4b0e-ad04-d01920f4e997 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0978177 Jan 18 13:18:28.098875 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-1224c3a4-a885-4c08-9531-0bb4f5668e0f req-498f5584-b01e-49c4-90e2-5a550035f248 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440526 Jan 18 13:18:29.410503 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889906-39c1-49ef-87b6-f84ff9d49c45 req-924f251b-b99c-47a3-ac39-18d832d18804 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:29.412527 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c0889906-39c1-49ef-87b6-f84ff9d49c45 req-924f251b-b99c-47a3-ac39-18d832d18804 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0973616 Jan 18 13:18:29.472531 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c0889906-39c1-49ef-87b6-f84ff9d49c45 req-f97db1ad-62ca-4e84-aab4-d8233a2e3875 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526061 Jan 18 13:18:30.808143 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb029c33-cc40-4a5b-a46e-5c45fbfe3193 req-e04ad628-3a60-49e7-a06a-d3c2b744805b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:30.808143 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-eb029c33-cc40-4a5b-a46e-5c45fbfe3193 req-e04ad628-3a60-49e7-a06a-d3c2b744805b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.1427827 Jan 18 13:18:30.849698 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-eb029c33-cc40-4a5b-a46e-5c45fbfe3193 req-3263b133-163b-46e2-9533-49d3ad4e2923 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491982 Jan 18 13:18:31.005034 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58248) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:31.160340 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:31.195552 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:31.202959 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b72df5deed4d6c9dfd8e6d78c9b9d6 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:31.206271 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:31.212230 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:31.304798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:31.355530 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:31.405795 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cc9b1b-2d73-40c7-84d1-c3eec264ba06,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:31.415106 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-9696cb61-ad7a-4e90-8f0c-f3f20bcf13c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a5b72df5deed4d6c9dfd8e6d78c9b9d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4087024 Jan 18 13:18:31.416088 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58256) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:31.481186 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ab89fbe8-08e7-45e5-a556-8e2c3d234528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:31.509478 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ab89fbe8-08e7-45e5-a556-8e2c3d234528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:31.674715 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ab89fbe8-08e7-45e5-a556-8e2c3d234528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:31.700838 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89fbe8-08e7-45e5-a556-8e2c3d234528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cc9b1b-2d73-40c7-84d1-c3eec264ba06,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:31.705331 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ab89fbe8-08e7-45e5-a556-8e2c3d234528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:31.706593 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ab89fbe8-08e7-45e5-a556-8e2c3d234528 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/98cc9b1b-2d73-40c7-84d1-c3eec264ba06 HTTP/1.1" status: 204 len: 168 time: 0.2896163 Jan 18 13:18:32.109667 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3232efa-a85c-43a9-8928-f3fbe5f6a265 req-280ef77c-fa10-425d-91e2-d0504d815ad7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:32.111912 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3232efa-a85c-43a9-8928-f3fbe5f6a265 req-280ef77c-fa10-425d-91e2-d0504d815ad7 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0876338 Jan 18 13:18:32.192221 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f3232efa-a85c-43a9-8928-f3fbe5f6a265 req-4b650568-3fe7-413c-8d68-cc37681ed873 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725920 Jan 18 13:18:32.498234 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58270) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:32.520480 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:32.556510 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:32.563519 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Usage tracker for resource:security_group_rule and tenant:028a3603b3d6420c9ec5e30fe2d447fd is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:32.567375 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:32.574115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:32.657120 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:32.737244 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:32.797903 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58274) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:32.810285 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=028a3603b3d6420c9ec5e30fe2d447fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3103142 Jan 18 13:18:32.811287 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b197ce-db01-4cde-9c6d-a3a3f40fc108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1f51d-af9e-48a1-a7ed-bf369323f069,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:32.871881 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:32.898185 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:33.018959 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:33.039243 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1f51d-af9e-48a1-a7ed-bf369323f069,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:33.051753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.053554 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.053554 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.053554 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.053554 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.053554 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.054263 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.054353 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.055238 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.055679 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.056163 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:33.067451 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:33.068363 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-90ca4bc2-a74d-41e9-b451-52cc76ddb091 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2d1f51d-af9e-48a1-a7ed-bf369323f069 HTTP/1.1" status: 204 len: 168 time: 0.2693012 Jan 18 13:18:33.474998 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6042a-2cf7-448e-ac0a-525c49c0d428 req-31012ffd-5a06-4c2b-b358-c08de47d6a17 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:33.476868 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4fb6042a-2cf7-448e-ac0a-525c49c0d428 req-31012ffd-5a06-4c2b-b358-c08de47d6a17 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 944 time: 0.0953121 Jan 18 13:18:33.545698 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4fb6042a-2cf7-448e-ac0a-525c49c0d428 req-d9fd1f57-67c9-49d0-980d-4bbc47c40c50 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589471 Jan 18 13:18:33.640429 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:18:33.823432 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:33.837545 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'port_id': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'mac_address': 'fa:16:3e:9c:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:18:33.900259 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:33.922163 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:18:33.940599 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:34.052715 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:34.130820 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=9']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:34.414521 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:18:34.766232 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d68c7-6dbb-4267-a9b8-8628b7b4f044 req-fc65106b-cbf8-4ec2-b7b1-f5a127aae866 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:34.773037 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-690d68c7-6dbb-4267-a9b8-8628b7b4f044 req-fc65106b-cbf8-4ec2-b7b1-f5a127aae866 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 945 time: 0.0983624 Jan 18 13:18:34.832359 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-690d68c7-6dbb-4267-a9b8-8628b7b4f044 req-d8dc2db3-4efa-4fb7-91a1-be37cf03d906 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581293 Jan 18 13:18:35.644203 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:18:35.742018 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:35.742732 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:35.958772 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:36.005905 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:36.007156 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:36.086282 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:36.113989 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6dbc2-da0e-4951-89bc-3a7ac51c6f46 req-593bd2d1-a33c-40ec-9955-f9fa5407c583 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:36.123069 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3dc6dbc2-da0e-4951-89bc-3a7ac51c6f46 req-593bd2d1-a33c-40ec-9955-f9fa5407c583 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 945 time: 0.1269112 Jan 18 13:18:36.200040 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3dc6dbc2-da0e-4951-89bc-3a7ac51c6f46 req-46936022-70f7-4e48-8981-a46643f35506 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753133 Jan 18 13:18:36.220856 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'code': 200} Jan 18 13:18:36.224014 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=10']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:36.565865 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2b22883d-062e-4aad-9379-bd4504bdfb0f req-a4d30e99-9f2f-4d28-b207-254043899994 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1100 time: 0.0746200 Jan 18 13:18:36.613563 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2b22883d-062e-4aad-9379-bd4504bdfb0f req-a99b8334-4850-4da4-ba9b-3295d44c53c4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404227 Jan 18 13:18:37.104076 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58344) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:37.276083 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:37.320580 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:37.325489 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Usage tracker for resource:security_group_rule and tenant:d55ac935f6e64675ad5e0d7299094182 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:37.328870 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:37.334769 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:37.453363 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:37.489768 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e4a0-73a0-45fc-9429-39b34ba1652d req-1a7db6e8-1896-4268-a299-63f5f188c021 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:37.492546 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2806e4a0-73a0-45fc-9429-39b34ba1652d req-1a7db6e8-1896-4268-a299-63f5f188c021 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 947 time: 0.1065416 Jan 18 13:18:37.528914 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:37.570993 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-2806e4a0-73a0-45fc-9429-39b34ba1652d req-4a6dd5fc-c546-49c4-8080-679b11ca3a0b tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721188 Jan 18 13:18:37.588724 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efdb2df-5388-4a18-864c-d854cdec74d2,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:37.598309 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58356) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:37.598769 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2764d710-5fe1-4ebd-bb2c-ee442a88a62b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d55ac935f6e64675ad5e0d7299094182&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4930274 Jan 18 13:18:37.695487 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c5edde4f-78e3-4cdc-a10c-ede9aeef33e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:37.722790 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c5edde4f-78e3-4cdc-a10c-ede9aeef33e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:37.885858 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c5edde4f-78e3-4cdc-a10c-ede9aeef33e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:37.921240 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edde4f-78e3-4cdc-a10c-ede9aeef33e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efdb2df-5388-4a18-864c-d854cdec74d2,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:37.943436 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c5edde4f-78e3-4cdc-a10c-ede9aeef33e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:37.945137 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c5edde4f-78e3-4cdc-a10c-ede9aeef33e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7efdb2df-5388-4a18-864c-d854cdec74d2 HTTP/1.1" status: 204 len: 168 time: 0.3444381 Jan 18 13:18:38.795204 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58398) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:38.849637 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:38.894496 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:38.898786 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Usage tracker for resource:security_group_rule and tenant:7425d2ffd80a478a9c678ff2530c90ed is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:38.901663 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:38.909359 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:39.172643 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:39.179465 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1a26-7879-472f-8844-199490f2402b req-1c5875f3-2206-4f90-8c3d-3b913b3023dd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:39.180939 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f98e1a26-7879-472f-8844-199490f2402b req-1c5875f3-2206-4f90-8c3d-3b913b3023dd tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 947 time: 0.2456656 Jan 18 13:18:39.229265 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f98e1a26-7879-472f-8844-199490f2402b req-d0144b89-7f42-4377-8138-f2a2efacde76 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420864 Jan 18 13:18:39.231142 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:39.283555 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9845ecef-9ef6-490c-a9eb-ba428950f371,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:39.287770 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9356c0ab-91ed-49b8-b2a9-681e95e14774 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7425d2ffd80a478a9c678ff2530c90ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4914055 Jan 18 13:18:39.290407 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58410) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:39.352484 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8a5f-638c-4958-8943-52e0b0e4cc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:39.383345 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8a5f-638c-4958-8943-52e0b0e4cc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:39.560593 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8a5f-638c-4958-8943-52e0b0e4cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:39.578434 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c8a5f-638c-4958-8943-52e0b0e4cc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845ecef-9ef6-490c-a9eb-ba428950f371,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:39.583246 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8a5f-638c-4958-8943-52e0b0e4cc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:39.587357 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ff7c8a5f-638c-4958-8943-52e0b0e4cc93 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9845ecef-9ef6-490c-a9eb-ba428950f371 HTTP/1.1" status: 204 len: 168 time: 0.2930088 Jan 18 13:18:40.440112 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9dd61aba-91af-4079-97d1-c0684a9e2a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:40.531508 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e80827-6330-4e9e-9f08-0d2a5c2bdf0f req-96d99cc5-0298-4700-adc3-827d31233fbc tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:40.533041 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f9e80827-6330-4e9e-9f08-0d2a5c2bdf0f req-96d99cc5-0298-4700-adc3-827d31233fbc tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 947 time: 0.1604970 Jan 18 13:18:40.578401 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f9e80827-6330-4e9e-9f08-0d2a5c2bdf0f req-c3314717-15a3-4804-9cca-daf75674c729 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400214 Jan 18 13:18:40.877513 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:18:42.656866 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d08ee743-0a5f-48d6-80d9-0b7b6c1b9623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.548408 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.720045 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58536) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:43.779596 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] Deleting subnet fa111b1f-85b4-45a6-9ea7-381b7450f25a {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:18:43.783164 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.849868 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8169518'] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.904797 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.062951 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.092533 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8019200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8315444'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.130874 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa111b1f-85b4-45a6-9ea7-381b7450f25a,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:44.134967 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.150619 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-32c61859-4a9c-4832-a243-9947e80a20b4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fa111b1f-85b4-45a6-9ea7-381b7450f25a HTTP/1.1" status: 204 len: 168 time: 0.4292867 Jan 18 13:18:44.154201 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58544) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:44.270705 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.396061 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.421189 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f2c60b-e916-4e28-b8aa-6e9206bf106c']}} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:44.432889 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0b10e7-5df4-492e-b23d-69c4ace2e24c') {'for_net_delete': True} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:44.433180 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0b10e7-5df4-492e-b23d-69c4ace2e24c') {} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:44.444100 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8169509'] for segment, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.463921 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.471029 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=83635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:18:44.476947 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885478'] for segment, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: Traceback (most recent call last): Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: timer() Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: cb(*args, **kw) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: return func(*args, **kwargs) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: self._notify() Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: self.callback(batched_events) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: event.method(event) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: return f(self, *a, **k) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: return self._get(url).json() Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: return self.request(url, 'GET', **kwargs) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:18:44.484499 dv-cinder-825103-1-smb neutron-server[83635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:18:44.674611 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.681321 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.706691 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f2c60b-e916-4e28-b8aa-6e9206bf106c,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:44.780299 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8ea716d2-6ed7-49fc-b324-32b9d9a1c866 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e1f2c60b-e916-4e28-b8aa-6e9206bf106c HTTP/1.1" status: 204 len: 168 time: 0.6217885 Jan 18 13:18:45.097259 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.205700 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58556) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:45.255975 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-465aa117-2339-441d-9239-6f501328ce85 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ffef6b957991407ba0e90ebbd131e1be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489781 Jan 18 13:18:45.259693 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58560) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:45.327106 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1b0845bc-8a48-4632-9cca-57817cfb6a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.355994 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1b0845bc-8a48-4632-9cca-57817cfb6a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.385993 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58566) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:45.491434 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1b0845bc-8a48-4632-9cca-57817cfb6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.509346 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0845bc-8a48-4632-9cca-57817cfb6a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e66684-7539-48f2-b416-647006a25283,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:45.535964 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.573049 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:45.576934 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Usage tracker for resource:security_group_rule and tenant:4eab8809aeda4fc6b2f8545a91491fd4 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:45.579771 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:45.581397 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1b0845bc-8a48-4632-9cca-57817cfb6a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.582612 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-1b0845bc-8a48-4632-9cca-57817cfb6a83 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82e66684-7539-48f2-b416-647006a25283 HTTP/1.1" status: 204 len: 168 time: 0.3220417 Jan 18 13:18:45.588295 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:45.658638 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.719775 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.767977 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4de8692-d5d1-43f1-9854-5d3ce85c2391,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:45.780428 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58574) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:45.780943 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-459917a7-ec5e-49d7-bdef-348502c32ace admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4eab8809aeda4fc6b2f8545a91491fd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3916984 Jan 18 13:18:45.947298 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-66326180-4ad3-442d-9143-9406c71eb69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.947298 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-66326180-4ad3-442d-9143-9406c71eb69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.040007 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-66326180-4ad3-442d-9143-9406c71eb69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.057157 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66326180-4ad3-442d-9143-9406c71eb69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4de8692-d5d1-43f1-9854-5d3ce85c2391,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:46.060416 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-66326180-4ad3-442d-9143-9406c71eb69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.064104 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-66326180-4ad3-442d-9143-9406c71eb69e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4de8692-d5d1-43f1-9854-5d3ce85c2391 HTTP/1.1" status: 204 len: 168 time: 0.2817535 Jan 18 13:18:46.820929 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58596) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:46.843969 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.885137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:46.885137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Usage tracker for resource:security_group_rule and tenant:7c26cb00e8ec4af7bfc2a4fdc0ec7447 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:46.885137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:46.890000 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:46.954980 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.978554 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58602) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:47.068335 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.114414 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13887371-251a-4fe4-9918-79a2f31745bf,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:47.120058 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8fdbe293-3ec3-4e7f-9afb-81e74fbad01b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7c26cb00e8ec4af7bfc2a4fdc0ec7447&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2981024 Jan 18 13:18:47.123147 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58608) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:47.183555 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5fe713fa-472f-4812-beea-e58f9c01f522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.198538 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-466750141-network', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:47.209653 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:47.218453 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Usage tracker for resource:network and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:47.221939 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5fe713fa-472f-4812-beea-e58f9c01f522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.228069 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:47.240620 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:47.365674 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Made reservation on behalf of 74cf597bad8c4c6da61da4b5b74dcfb5 for: {'network': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:18:47.368021 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.380441 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.405904 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5fe713fa-472f-4812-beea-e58f9c01f522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.425045 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe713fa-472f-4812-beea-e58f9c01f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13887371-251a-4fe4-9918-79a2f31745bf,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:47.429899 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:47.435345 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:47.439055 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:47.445541 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5fe713fa-472f-4812-beea-e58f9c01f522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.450224 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5fe713fa-472f-4812-beea-e58f9c01f522 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13887371-251a-4fe4-9918-79a2f31745bf HTTP/1.1" status: 204 len: 168 time: 0.3224597 Jan 18 13:18:47.450224 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:47.514841 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.576822 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.610515 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 990} {{(pid=83635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:18:47.619429 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29058b3-aac0-4e42-b325-d4fe4483d829,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:47.625602 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.625942 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.segments_db [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Added segment b7422f7f-b0be-479d-8cd0-b467c6d0cae9 of type vlan for network 35caee63-192f-4d68-8f9d-e357e423e486 Jan 18 13:18:47.654024 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.776618 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.777498 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:47.778083 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.892827 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] Pushing event updated for resources: {'Network': ['ID=35caee63-192f-4d68-8f9d-e357e423e486,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:47.902666 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 35caee63-192f-4d68-8f9d-e357e423e486 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:18:47.999717 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58618) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:48.008026 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Request body: {'subnet': {'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-466750141-subnet', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:48.008175 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-df00fc53-b3a9-440c-8c60-ef9e7bc4cd29 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0280867 Jan 18 13:18:48.011671 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:48.015572 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Usage tracker for resource:subnet and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:48.018386 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:48.025207 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:48.114194 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Made reservation on behalf of 74cf597bad8c4c6da61da4b5b74dcfb5 for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:18:48.116653 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8373315'] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:48.377140 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7413390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8373333'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:48.449904 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7811c3-c1d3-433e-b424-ba3661f6e1dc,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:48.463909 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Checking segment: {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:18:48.463909 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Network hostable DHCP agents. Network: 35caee63-192f-4d68-8f9d-e357e423e486, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:18:48.548150 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Network 35caee63-192f-4d68-8f9d-e357e423e486 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:18:48.622561 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 35caee63-192f-4d68-8f9d-e357e423e486) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:48.626760 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:48.627408 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:48.633360 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097094c2-116b-45ae-a792-0db3979397cf None None] Network 35caee63-192f-4d68-8f9d-e357e423e486 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:18:48.726242 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e548c60e-56c9-4f36-8e2f-ab8ba0d76d2e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7254050 Jan 18 13:18:48.729115 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58634) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:48.735302 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:48.740799 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:48.749896 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Usage tracker for resource:router and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:48.753323 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:48.760156 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:48.853851 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-35caee63-192f-4d68-8f9d-e357e423e486', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:18:48.854673 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:48.856925 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:48.858138 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:48.878595 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.021785 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Allocated IP 172.20.0.2 (35caee63-192f-4d68-8f9d-e357e423e486/ab7811c3-c1d3-433e-b424-ba3661f6e1dc/cb5bd66a-3387-41c6-a723-0a5471e2411a) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:18:49.113199 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.222881 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.232986 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Transition to ACTIVE for port object cb5bd66a-3387-41c6-a723-0a5471e2411a will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:49.250975 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Transition to ACTIVE for port object cb5bd66a-3387-41c6-a723-0a5471e2411a will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:49.343188 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.395606 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.418705 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Network 35caee63-192f-4d68-8f9d-e357e423e486 is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:18:49.419773 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Pushing event updated for resources: {'Port': ['ID=cb5bd66a-3387-41c6-a723-0a5471e2411a,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:49.422074 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:49.423439 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.424926 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:18:49.429846 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58646) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:49.437359 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.437713 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.438044 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.438380 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.438731 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.439020 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.439373 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.439900 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.440224 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.440621 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.440849 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:49.524761 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Attempting to bind port cb5bd66a-3387-41c6-a723-0a5471e2411a on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:18:49.525131 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Attempting to bind port cb5bd66a-3387-41c6-a723-0a5471e2411a by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:18:49.525491 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Attempting to bind port cb5bd66a-3387-41c6-a723-0a5471e2411a on network 35caee63-192f-4d68-8f9d-e357e423e486 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:18:49.532299 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:18:49.532663 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Checking segment: {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:18:49.533283 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.533841 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Bound using segment: {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:18:49.534306 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Bound port: cb5bd66a-3387-41c6-a723-0a5471e2411a, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:18:49.534679 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.568136 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Allocated IP 172.28.0.57 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/2e643d53-0915-4200-810b-31df041c3128) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:18:49.587319 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.622714 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:49.626623 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8fe1a5e49e74a348ac239abba073f63 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:49.629506 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:49.629829 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] For port cb5bd66a-3387-41c6-a723-0a5471e2411a, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:18:49.633582 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] For port cb5bd66a-3387-41c6-a723-0a5471e2411a, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=cb5bd66a-3387-41c6-a723-0a5471e2411a,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:18:49.635345 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:49.704161 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.715242 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.720116 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.776842 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.809590 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b52909-d99c-4e7b-b720-e02a10ef5740 None None] Pushing event updated for resources: {'Port': ['ID=cb5bd66a-3387-41c6-a723-0a5471e2411a,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:49.831987 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcff775-8236-4a5a-a02b-33a592f7e8cc,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:49.833458 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b5822b12-a201-4529-b1c8-c9383cff7df6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a8fe1a5e49e74a348ac239abba073f63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4023504 Jan 18 13:18:49.836165 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58652) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:49.886029 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.901769 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5085-4822-4643-a8f4-3d6875753199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.931883 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5085-4822-4643-a8f4-3d6875753199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:50.015406 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:18:50.015406 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:50.015406 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:18:50.015406 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Pushing event updated for resources: {'Port': ['ID=2e643d53-0915-4200-810b-31df041c3128,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:50.092496 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5085-4822-4643-a8f4-3d6875753199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:50.110017 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a5085-4822-4643-a8f4-3d6875753199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcff775-8236-4a5a-a02b-33a592f7e8cc,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:50.116430 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5085-4822-4643-a8f4-3d6875753199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:50.120271 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-1e0a5085-4822-4643-a8f4-3d6875753199 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fbcff775-8236-4a5a-a02b-33a592f7e8cc HTTP/1.1" status: 204 len: 168 time: 0.2830496 Jan 18 13:18:50.201176 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:50.201838 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:50.385435 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device cb5bd66a-3387-41c6-a723-0a5471e2411a up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:18:50.559877 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port cb5bd66a-3387-41c6-a723-0a5471e2411a completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:18:50.662723 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:18:50.765397 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110cd574-3ac3-48b5-a3b5-78d2265f5330 None None] Network 35caee63-192f-4d68-8f9d-e357e423e486 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:18:50.895380 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:50.908721 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Sync routers for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:50.920162 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:50.920778 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:50.955265 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-4f0083cb-7e69-43f3-968f-574da6ab669c None None] Provisioning for port cb5bd66a-3387-41c6-a723-0a5471e2411a completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:18:50.962161 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-4f0083cb-7e69-43f3-968f-574da6ab669c None None] Provisioning complete for port cb5bd66a-3387-41c6-a723-0a5471e2411a triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:50.962526 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-4f0083cb-7e69-43f3-968f-574da6ab669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.058207 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.059962 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-5b81eb33-0bfd-4392-9e52-9d76fcf06e6f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3298376 Jan 18 13:18:51.062831 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58670) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:51.122610 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:51.167018 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-4f0083cb-7e69-43f3-968f-574da6ab669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.180041 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.208140 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-4f0083cb-7e69-43f3-968f-574da6ab669c None None] For port cb5bd66a-3387-41c6-a723-0a5471e2411a, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=cb5bd66a-3387-41c6-a723-0a5471e2411a,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:51.290935 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-4f0083cb-7e69-43f3-968f-574da6ab669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.441591 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-0625cc47-a0fb-451d-9b09-14b58e826bef None None] Provisioning complete for port cb5bd66a-3387-41c6-a723-0a5471e2411a triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:51.442238 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-0625cc47-a0fb-451d-9b09-14b58e826bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.472525 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0083cb-7e69-43f3-968f-574da6ab669c None None] Pushing event updated for resources: {'Port': ['ID=cb5bd66a-3387-41c6-a723-0a5471e2411a,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:51.493928 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:50Z', 'revision_number': 3, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:51.499856 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Checking router: 7a3c5aca-f0b5-42ea-b926-6c966716ad6b for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:18:51.500356 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Updating router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b port 2e643d53-0915-4200-810b-31df041c3128 binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:18:51.569980 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.951352 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.962466 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.975398 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Transition to ACTIVE for port object 2e643d53-0915-4200-810b-31df041c3128 will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:52.075435 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.157381 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Allocated IP 172.20.0.1 (35caee63-192f-4d68-8f9d-e357e423e486/ab7811c3-c1d3-433e-b424-ba3661f6e1dc/a3a67c50-1980-473c-a298-e1301bb06543) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:18:52.157982 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Attempting to bind port 2e643d53-0915-4200-810b-31df041c3128 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:18:52.157982 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Attempting to bind port 2e643d53-0915-4200-810b-31df041c3128 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:18:52.158347 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Attempting to bind port 2e643d53-0915-4200-810b-31df041c3128 on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:18:52.161055 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Pushing event updated for resources: {'Port': ['ID=2e643d53-0915-4200-810b-31df041c3128,revision_number=2']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:52.171526 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:18:52.174043 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:18:52.174043 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.174043 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:18:52.174043 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Bound port: 2e643d53-0915-4200-810b-31df041c3128, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:18:52.174043 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.213725 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.214037 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.214317 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.214654 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.214980 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.215408 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.215756 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.216119 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.216435 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.216746 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.217054 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:52.267903 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] For port 2e643d53-0915-4200-810b-31df041c3128, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:18:52.270839 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] For port 2e643d53-0915-4200-810b-31df041c3128, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=2e643d53-0915-4200-810b-31df041c3128,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:18:52.312590 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.331467 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Transition to ACTIVE for port object a3a67c50-1980-473c-a298-e1301bb06543 will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:52.343967 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.347327 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device cb5bd66a-3387-41c6-a723-0a5471e2411a up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:18:52.420697 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port cb5bd66a-3387-41c6-a723-0a5471e2411a triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:52.421122 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.430140 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:52.430772 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:52.434937 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.490989 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f3429-8adc-4eb8-bd62-7e024fa08cc1 None None] Pushing event updated for resources: {'Port': ['ID=2e643d53-0915-4200-810b-31df041c3128,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:52.503391 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Network 35caee63-192f-4d68-8f9d-e357e423e486 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:18:52.506385 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:52.510307 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:18:52.599703 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.615798 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a67c50-1980-473c-a298-e1301bb06543,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:52.687551 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:52.814347 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.891194 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-fb6bee7f-6677-4fd6-aed6-01b49fc1adb3 None None] Provisioning for port a3a67c50-1980-473c-a298-e1301bb06543 completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:18:52.896088 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-fb6bee7f-6677-4fd6-aed6-01b49fc1adb3 None None] Provisioning complete for port a3a67c50-1980-473c-a298-e1301bb06543 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:52.896463 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-fb6bee7f-6677-4fd6-aed6-01b49fc1adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.950034 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-fb6bee7f-6677-4fd6-aed6-01b49fc1adb3 None None] Port a3a67c50-1980-473c-a298-e1301bb06543 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:18:52.984442 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:50Z', 'revision_number': 3, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:52.988525 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa50b-927c-455c-a12f-6b68da274951 None None] The sync data for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb is: [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:50Z', 'revision_number': 3, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:18:53.049592 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:53.113627 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:53.318325 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a67c50-1980-473c-a298-e1301bb06543,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:53.320722 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:53.467351 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Network 35caee63-192f-4d68-8f9d-e357e423e486 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:18:53.468534 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:53.679259 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-272f0e73-d54c-4370-b36d-3f56df2efa6d None None] Provisioning complete for port a3a67c50-1980-473c-a298-e1301bb06543 triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:53.679867 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-272f0e73-d54c-4370-b36d-3f56df2efa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:53.749720 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-272f0e73-d54c-4370-b36d-3f56df2efa6d None None] Port a3a67c50-1980-473c-a298-e1301bb06543 cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:18:53.879675 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:18:54.075933 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:54.087138 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-97f251d7-ce2c-4c87-9b36-77b9daec78f8 admin admin] 10.222.0.71 "PUT /v2.0/routers/7a3c5aca-f0b5-42ea-b926-6c966716ad6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0228672 Jan 18 13:18:54.363799 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 2e643d53-0915-4200-810b-31df041c3128 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:18:54.553759 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 2e643d53-0915-4200-810b-31df041c3128 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:18:54.559797 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 2e643d53-0915-4200-810b-31df041c3128 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:54.560193 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:54.675226 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:54.712949 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 2e643d53-0915-4200-810b-31df041c3128, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=2e643d53-0915-4200-810b-31df041c3128,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:54.862669 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:54.930975 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=2e643d53-0915-4200-810b-31df041c3128,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:55.450333 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58716) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:55.457248 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1585093072-network', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:55.462094 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:55.499027 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Usage tracker for resource:network and tenant:5dc334a4dfe84ce990967d63cc27a8cb is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:55.508796 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:55.516409 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:55.549288 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-58d056af-492b-4c76-99cf-cd46789ece81 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848017 Jan 18 13:18:55.615923 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Made reservation on behalf of 5dc334a4dfe84ce990967d63cc27a8cb for: {'network': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:18:55.618108 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:55.635235 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:55.687393 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:55.693348 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc334a4dfe84ce990967d63cc27a8cb is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:55.697346 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:55.705373 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:55.710024 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-5449bdae-95a9-4a9a-b89c-7b68e1824b65 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b917745963954805bd3a203e79d65832&device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 1100 time: 0.1271005 Jan 18 13:18:55.908087 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-4974286e-090f-4143-bb06-e8ae3050e12e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:55.909572 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-4974286e-090f-4143-bb06-e8ae3050e12e service neutron] 10.222.0.96 "GET /v2.0/networks?id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 200 len: 918 time: 0.1767571 Jan 18 13:18:55.911246 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:55.976216 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:56.024054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=83635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:18:56.052622 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167abe84-0a75-4287-af1f-46e66def11a5,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:56.056316 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:56.057003 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.segments_db [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Added segment cee869c1-09f3-418a-b74b-200bd13fa80c of type vlan for network da0217e0-4197-45e2-8366-d1f55f9dcee7 Jan 18 13:18:56.065579 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-be4d9197-b60a-4238-83d7-f1f16369a2a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 HTTP/1.1" status: 200 len: 1002 time: 0.1476257 Jan 18 13:18:56.125478 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:56.162609 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-05f74486-1168-4c71-9331-bd9bc72e7f6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:56.164157 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-05f74486-1168-4c71-9331-bd9bc72e7f6e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 200 len: 856 time: 0.0911176 Jan 18 13:18:56.245438 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-fdb17057-9d22-4870-b7fd-6deaab7ecff5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754035 Jan 18 13:18:56.246983 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:56.247786 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:56.248349 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:56.358605 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 2e643d53-0915-4200-810b-31df041c3128 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:18:56.439261 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 2e643d53-0915-4200-810b-31df041c3128 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:56.439757 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:56.546323 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] Pushing event updated for resources: {'Network': ['ID=da0217e0-4197-45e2-8366-d1f55f9dcee7,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:56.560660 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:18:56.585487 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Sync routers for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:56.599561 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-5252745d-c572-45d0-aa0e-098e33c179d9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1480811 Jan 18 13:18:56.600267 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58730) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:56.606918 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Request body: {'subnet': {'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1585093072-subnet', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'ip_version': 4}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:56.609755 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-dac6ac4d-5f5c-4660-be3f-c2ff5d68b9b3 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410819 Jan 18 13:18:56.615013 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:56.622771 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Usage tracker for resource:subnet and tenant:5dc334a4dfe84ce990967d63cc27a8cb is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:56.627274 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:56.634188 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:56.687786 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:56.688404 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:56.708315 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Made reservation on behalf of 5dc334a4dfe84ce990967d63cc27a8cb for: {'subnet': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:18:56.716325 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8373315'] for subnet, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:56.763509 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6193d566-634c-4f5f-a6d3-e51f5ca16ec3 req-8fe861d7-ca1a-4d6e-9a58-fe09199b3ea5 service neutron] 10.222.0.96 "GET /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473391 Jan 18 13:18:56.876220 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:56.999550 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7413390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8373333'] for subnet, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.080831 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d602ca-49ec-4c53-9118-25c0a159c922,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:57.103931 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Checking segment: {'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:18:57.104464 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Network hostable DHCP agents. Network: da0217e0-4197-45e2-8366-d1f55f9dcee7, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:18:57.200050 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:18:57.235810 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 2, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:57.239812 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Checking router: 7a3c5aca-f0b5-42ea-b926-6c966716ad6b for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:18:57.240174 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Updating router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b port a3a67c50-1980-473c-a298-e1301bb06543 binding host dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:18:57.273928 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, da0217e0-4197-45e2-8366-d1f55f9dcee7) {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:57.280026 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:57.280744 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.286795 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55cba05-6f2c-4c31-a7dd-2894b0ec1e8b None None] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:18:57.355294 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.418223 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-20deb038-1433-42e4-9124-099fe62e6843 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8171442 Jan 18 13:18:57.420728 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58734) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:57.425701 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:57.430329 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:57.434589 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Usage tracker for resource:router and tenant:5dc334a4dfe84ce990967d63cc27a8cb is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:57.437473 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:57.443353 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:57.519870 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104313'] for router, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.520504 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104310'] for router, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.538988 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.712008 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b249e1d-637d-524f-93af-15513d3cf8aa-da0217e0-4197-45e2-8366-d1f55f9dcee7', 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'fixed_ips': [{'subnet_id': '35d602ca-49ec-4c53-9118-25c0a159c922'}]}} from dv-cinder-825103-1-smb. {{(pid=83636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:18:57.712812 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.741655 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-777293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104292'] for router, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.969813 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:57.972348 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Allocated IP 172.20.0.2 (da0217e0-4197-45e2-8366-d1f55f9dcee7/35d602ca-49ec-4c53-9118-25c0a159c922/c2b6b7b5-9b3c-4790-81d3-223ea761289c) {{(pid=83636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:18:57.991560 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Transition to ACTIVE for port object a3a67c50-1980-473c-a298-e1301bb06543 will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:58.062149 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.076580 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.093920 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.238771 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bcbfc-974d-4070-8fba-64e6ac0e3934 None None] Pushing event updated for resources: {'Port': ['ID=a3a67c50-1980-473c-a298-e1301bb06543,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:58.280943 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Allocated IP 172.28.0.238 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/7775dca3-0f80-4cb7-9fc0-233038cb897f) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:18:58.466260 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Attempting to bind port a3a67c50-1980-473c-a298-e1301bb06543 on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:18:58.466630 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Attempting to bind port a3a67c50-1980-473c-a298-e1301bb06543 by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:18:58.471373 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.471493 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Attempting to bind port a3a67c50-1980-473c-a298-e1301bb06543 on network 35caee63-192f-4d68-8f9d-e357e423e486 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:18:58.471493 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Notify callbacks [] for port, precommit_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.486067 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Transition to ACTIVE for port object c2b6b7b5-9b3c-4790-81d3-223ea761289c will not be triggered until provisioned by entity L2. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:58.494155 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:18:58.494526 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Checking segment: {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:18:58.494919 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.495364 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Bound using segment: {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:18:58.495838 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Bound port: a3a67c50-1980-473c-a298-e1301bb06543, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:18:58.496206 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.524327 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Transition to ACTIVE for port object c2b6b7b5-9b3c-4790-81d3-223ea761289c will not be triggered until provisioned by entity DHCP. {{(pid=83636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:58.588672 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.602895 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] For port a3a67c50-1980-473c-a298-e1301bb06543, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:18:58.605976 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] For port a3a67c50-1980-473c-a298-e1301bb06543, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a3a67c50-1980-473c-a298-e1301bb06543,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:18:58.651174 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829'] for port, after_create {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.658706 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:18:58.661614 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:58.671862 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:18:58.694362 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Pushing event updated for resources: {'Port': ['ID=7775dca3-0f80-4cb7-9fc0-233038cb897f,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:58.706535 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.732083 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 is already hosted by enough agents. {{(pid=83636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:18:58.737302 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Resources bound (agent type, host, resource id): {{(pid=83636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:58.743996 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Received port after_create {{(pid=83636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:18:58.813776 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Pushing event updated for resources: {'Port': ['ID=c2b6b7b5-9b3c-4790-81d3-223ea761289c,revision_number=1']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:58.890472 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:58.890726 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:58.918902 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:58.919693 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-777318'] for router, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:59.116760 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Attempting to bind port c2b6b7b5-9b3c-4790-81d3-223ea761289c on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:18:59.117016 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Attempting to bind port c2b6b7b5-9b3c-4790-81d3-223ea761289c by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:18:59.117378 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Attempting to bind port c2b6b7b5-9b3c-4790-81d3-223ea761289c on network da0217e0-4197-45e2-8366-d1f55f9dcee7 {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:18:59.207950 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:18:59.208669 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Checking segment: {'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:18:59.209066 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:59.209456 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Bound using segment: {'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'} {{(pid=83636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:18:59.209939 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.managers [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Bound port: c2b6b7b5-9b3c-4790-81d3-223ea761289c, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'}}] {{(pid=83636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:18:59.210307 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:59.229291 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bcbfc-974d-4070-8fba-64e6ac0e3934 None None] Pushing event updated for resources: {'Port': ['ID=a3a67c50-1980-473c-a298-e1301bb06543,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:59.300590 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:59.336778 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Router 94443ea2-63d8-4b4e-a038-bb6e5178c43b is scheduled to L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 with binding_index 1 {{(pid=83634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:18:59.396602 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] For port c2b6b7b5-9b3c-4790-81d3-223ea761289c, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:18:59.396602 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] For port c2b6b7b5-9b3c-4790-81d3-223ea761289c, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c2b6b7b5-9b3c-4790-81d3-223ea761289c,segment=NetworkSegment(cee869c1-09f3-418a-b74b-200bd13fa80c),segment_id=cee869c1-09f3-418a-b74b-200bd13fa80c)] {{(pid=83636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:18:59.530562 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:59.573539 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:59.580195 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Sync routers for ids ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:59.596891 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Routers {'94443ea2-63d8-4b4e-a038-bb6e5178c43b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:59.597298 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:59.644424 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f7e77-1761-49d9-82ec-16b07088ca7f None None] Pushing event updated for resources: {'Port': ['ID=c2b6b7b5-9b3c-4790-81d3-223ea761289c,revision_number=2']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:59.673979 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:59.675997 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-a5ee2aa7-1609-4ce9-99c3-a8489bd27570 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2543352 Jan 18 13:18:59.678896 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58776) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:59.768029 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:18:58Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:59.773981 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa00c0d-2fb6-43b2-8431-dc2121a61fe9 None None] The sync data for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb is: [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:18:58Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:18:59.952189 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Set router 94443ea2-63d8-4b4e-a038-bb6e5178c43b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:00.386974 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:18:58Z', 'revision_number': 3, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:00.391589 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Checking router: 94443ea2-63d8-4b4e-a038-bb6e5178c43b for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:00.391996 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Updating router 94443ea2-63d8-4b4e-a038-bb6e5178c43b port 7775dca3-0f80-4cb7-9fc0-233038cb897f binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:19:00.513256 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device c2b6b7b5-9b3c-4790-81d3-223ea761289c up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:00.538396 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:00.738159 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port c2b6b7b5-9b3c-4790-81d3-223ea761289c completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:00.739371 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a3a67c50-1980-473c-a298-e1301bb06543 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:00.879204 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port a3a67c50-1980-473c-a298-e1301bb06543 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:00.887012 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port a3a67c50-1980-473c-a298-e1301bb06543 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:00.887433 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:00.908617 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.058385 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce760f-ef5c-4a78-b7a1-abca9b3bd504 None None] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:01.163123 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.176261 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Transition to ACTIVE for port object 7775dca3-0f80-4cb7-9fc0-233038cb897f will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:01.218460 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Allocated IP 172.20.0.1 (da0217e0-4197-45e2-8366-d1f55f9dcee7/35d602ca-49ec-4c53-9118-25c0a159c922/f4c5eff3-7894-4a64-9b34-9c74801b3b5c) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:19:01.245022 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.310211 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-d3c67647-bb80-4cbf-8a72-257b228e9530 None None] Provisioning for port c2b6b7b5-9b3c-4790-81d3-223ea761289c completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:01.316736 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.324589 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83116460-c3f2-4d35-aa6d-063dbdfa8818 None None] Pushing event updated for resources: {'Port': ['ID=7775dca3-0f80-4cb7-9fc0-233038cb897f,revision_number=2']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:01.327281 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Attempting to bind port 7775dca3-0f80-4cb7-9fc0-233038cb897f on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:19:01.327832 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Attempting to bind port 7775dca3-0f80-4cb7-9fc0-233038cb897f by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:19:01.328365 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Attempting to bind port 7775dca3-0f80-4cb7-9fc0-233038cb897f on network 2ee77843-6b79-4761-92db-c103e688f251 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:01.336521 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:19:01.337151 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Checking segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:01.337711 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.338324 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Bound using segment: {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:19:01.339644 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Bound port: 7775dca3-0f80-4cb7-9fc0-233038cb897f, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e835-d79c-4f80-a430-f11c0f62ce8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ee77843-6b79-4761-92db-c103e688f251'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:19:01.340224 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.344442 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-d3c67647-bb80-4cbf-8a72-257b228e9530 None None] Provisioning complete for port c2b6b7b5-9b3c-4790-81d3-223ea761289c triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:01.344922 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d3c67647-bb80-4cbf-8a72-257b228e9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.393142 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.421748 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Transition to ACTIVE for port object f4c5eff3-7894-4a64-9b34-9c74801b3b5c will not be triggered until provisioned by entity DHCP. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:01.428266 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] For port 7775dca3-0f80-4cb7-9fc0-233038cb897f, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:19:01.432015 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] For port 7775dca3-0f80-4cb7-9fc0-233038cb897f, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=7775dca3-0f80-4cb7-9fc0-233038cb897f,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:19:01.466499 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port a3a67c50-1980-473c-a298-e1301bb06543, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a3a67c50-1980-473c-a298-e1301bb06543,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:01.497126 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.564930 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d3c67647-bb80-4cbf-8a72-257b228e9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.568307 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.582940 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83116460-c3f2-4d35-aa6d-063dbdfa8818 None None] Pushing event updated for resources: {'Port': ['ID=7775dca3-0f80-4cb7-9fc0-233038cb897f,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:01.587781 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Routers {'94443ea2-63d8-4b4e-a038-bb6e5178c43b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:01.588388 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:18:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:01.598327 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.667835 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-d3c67647-bb80-4cbf-8a72-257b228e9530 None None] For port c2b6b7b5-9b3c-4790-81d3-223ea761289c, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c2b6b7b5-9b3c-4790-81d3-223ea761289c,segment=NetworkSegment(cee869c1-09f3-418a-b74b-200bd13fa80c),segment_id=cee869c1-09f3-418a-b74b-200bd13fa80c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:01.691176 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=a3a67c50-1980-473c-a298-e1301bb06543,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:01.765692 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d3c67647-bb80-4cbf-8a72-257b228e9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.794998 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] Set router 94443ea2-63d8-4b4e-a038-bb6e5178c43b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:01.802600 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:19:01.814059 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:01.820077 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:19:01.855447 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Pushing event updated for resources: {'Port': ['ID=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:01.888683 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c67647-bb80-4cbf-8a72-257b228e9530 None None] Pushing event updated for resources: {'Port': ['ID=c2b6b7b5-9b3c-4790-81d3-223ea761289c,revision_number=3']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:01.895869 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777808'] for router_interface, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.909728 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-b5ea4089-19a7-4802-8747-ff570fc27466 None None] Provisioning complete for port c2b6b7b5-9b3c-4790-81d3-223ea761289c triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:01.910138 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4089-19a7-4802-8747-ff570fc27466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.078836 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.127080 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:18:58Z', 'revision_number': 3, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:02.131033 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8439ab6-1e5f-4f75-80c2-719f80478635 None None] The sync data for ids ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'] in dv-cinder-825103-1-smb is: [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:18:58Z', 'revision_number': 3, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:02.279549 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-55f783bf-205d-4589-8cc4-5023636ddfa6 None None] Provisioning for port f4c5eff3-7894-4a64-9b34-9c74801b3b5c completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:02.285231 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-55f783bf-205d-4589-8cc4-5023636ddfa6 None None] Provisioning complete for port f4c5eff3-7894-4a64-9b34-9c74801b3b5c triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:02.290395 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-55f783bf-205d-4589-8cc4-5023636ddfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.312617 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.369173 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device c2b6b7b5-9b3c-4790-81d3-223ea761289c up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:02.421361 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-55f783bf-205d-4589-8cc4-5023636ddfa6 None None] Port f4c5eff3-7894-4a64-9b34-9c74801b3b5c cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:19:02.428002 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.445865 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port c2b6b7b5-9b3c-4790-81d3-223ea761289c triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:02.446233 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.534003 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776633'] for router_interface, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.537620 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Pushing event updated for resources: {'Port': ['ID=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:02.561542 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a3a67c50-1980-473c-a298-e1301bb06543 up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:02.639222 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port a3a67c50-1980-473c-a298-e1301bb06543 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:02.639596 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.685260 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:19:02.686444 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:02.947742 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-f3aa8390-1d3d-4e9d-b782-5a5419909540 None None] Provisioning complete for port f4c5eff3-7894-4a64-9b34-9c74801b3b5c triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:02.948425 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-f3aa8390-1d3d-4e9d-b782-5a5419909540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:03.018424 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa8390-1d3d-4e9d-b782-5a5419909540 None None] Port f4c5eff3-7894-4a64-9b34-9c74801b3b5c cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:19:03.118012 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Router 94443ea2-63d8-4b4e-a038-bb6e5178c43b has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:03.320419 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:03.329927 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2b67a022-6cd6-465b-abd3-4c57f6b388eb admin admin] 10.222.0.71 "PUT /v2.0/routers/94443ea2-63d8-4b4e-a038-bb6e5178c43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6498263 Jan 18 13:19:05.995711 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58846) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:06.169621 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:06.205350 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:06.210198 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Usage tracker for resource:security_group_rule and tenant:692bbc7e08424f678760bfa4a0e4e2e3 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:06.213357 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:06.222241 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:06.302254 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:06.382771 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:06.434045 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=692bbc7e08424f678760bfa4a0e4e2e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4348607 Jan 18 13:19:06.434045 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8714c9-8e61-4ae5-af54-e0273b0584ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628cc557-cbd5-47a9-8b30-1def478ee686,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:06.434503 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58854) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:06.516620 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-36e6401c-3b58-475d-9bf4-87042387383e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:06.545774 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-36e6401c-3b58-475d-9bf4-87042387383e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:06.674197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-36e6401c-3b58-475d-9bf4-87042387383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:06.693030 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6401c-3b58-475d-9bf4-87042387383e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628cc557-cbd5-47a9-8b30-1def478ee686,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:06.697687 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-36e6401c-3b58-475d-9bf4-87042387383e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:06.701481 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-36e6401c-3b58-475d-9bf4-87042387383e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/628cc557-cbd5-47a9-8b30-1def478ee686 HTTP/1.1" status: 204 len: 168 time: 0.2617815 Jan 18 13:19:08.255738 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58880) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:08.412281 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-961240309-network', 'tenant_id': '2375155d7d7b4103877be74ff92d41a4'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:08.417279 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:08.421234 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Usage tracker for resource:network and tenant:2375155d7d7b4103877be74ff92d41a4 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:08.424400 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:08.433300 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:08.542960 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Made reservation on behalf of 2375155d7d7b4103877be74ff92d41a4 for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:08.545421 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:08.564653 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:08.601213 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:08.608483 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Usage tracker for resource:security_group_rule and tenant:2375155d7d7b4103877be74ff92d41a4 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:08.611401 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:08.617942 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:08.694445 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:08.781736 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:08.808530 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:19:08.830781 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8589468-b95a-45cf-8696-7e5f74e7cc2e,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:08.833950 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:08.834410 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Added segment 1aa0bbed-b5bc-464d-bea5-6e6238c4e353 of type vlan for network c2627cf7-b3f3-4f89-ab32-c961098107e7 Jan 18 13:19:08.874962 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:09.097639 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:09.099102 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:09.099831 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:09.236948 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] Pushing event updated for resources: {'Network': ['ID=c2627cf7-b3f3-4f89-ab32-c961098107e7,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:09.251362 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network c2627cf7-b3f3-4f89-ab32-c961098107e7 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:19:09.300348 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58886) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:09.300914 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c441470c-14b2-4177-9ebe-479487d38264 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0429933 Jan 18 13:19:09.306236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Request body: {'subnet': {'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-961240309-subnet', 'tenant_id': '2375155d7d7b4103877be74ff92d41a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:09.311825 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:09.317675 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Usage tracker for resource:subnet and tenant:2375155d7d7b4103877be74ff92d41a4 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:09.320471 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:09.329478 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:09.424491 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Made reservation on behalf of 2375155d7d7b4103877be74ff92d41a4 for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:09.427303 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8315435'] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:09.874079 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8019267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8315453'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:09.950718 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:09.961087 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Checking segment: {'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:09.961454 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Network hostable DHCP agents. Network: c2627cf7-b3f3-4f89-ab32-c961098107e7, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:19:10.039638 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Network c2627cf7-b3f3-4f89-ab32-c961098107e7 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:19:10.113039 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, c2627cf7-b3f3-4f89-ab32-c961098107e7) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:10.117137 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:10.117726 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:10.123434 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d142a5-c45d-4c06-b415-fba24ef6419e None None] Network c2627cf7-b3f3-4f89-ab32-c961098107e7 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:10.257131 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-538a5e44-bfa9-4a04-9b50-b89d61a37e2f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9556098 Jan 18 13:19:10.435373 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e6ef6-4e66-43ae-bfdc-dc6aa6199861 None None] Network c2627cf7-b3f3-4f89-ab32-c961098107e7 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:10.451794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 7775dca3-0f80-4cb7-9fc0-233038cb897f up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:10.493186 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6b21fd5c-1781-4a3b-8d9a-83f323869438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:10.725611 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port 7775dca3-0f80-4cb7-9fc0-233038cb897f completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:10.731314 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 7775dca3-0f80-4cb7-9fc0-233038cb897f triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:10.731694 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:10.859366 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:10.878448 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port 7775dca3-0f80-4cb7-9fc0-233038cb897f, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=7775dca3-0f80-4cb7-9fc0-233038cb897f,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:10.930764 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:11.002887 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=7775dca3-0f80-4cb7-9fc0-233038cb897f,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:12.219130 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f683c-48e4-4ecd-9aff-e23a71987105 req-5b86e003-4b6a-4933-92a6-0c6ff1e0463e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:12.223564 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4e2f683c-48e4-4ecd-9aff-e23a71987105 req-5b86e003-4b6a-4933-92a6-0c6ff1e0463e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 947 time: 0.0964866 Jan 18 13:19:12.289672 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4e2f683c-48e4-4ecd-9aff-e23a71987105 req-831b84bb-ea64-4394-8e48-e98ed1222904 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603895 Jan 18 13:19:12.372585 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 7775dca3-0f80-4cb7-9fc0-233038cb897f up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:12.459817 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port 7775dca3-0f80-4cb7-9fc0-233038cb897f triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:12.460159 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:12.714105 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-028e4672-b01c-4767-9a03-e49e8fd954b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:13.519114 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b6405-b7d5-472f-b66c-e2c9162bcf68 req-8854f129-0dd1-40d6-bd74-ac403b0f0cdb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:13.520602 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-911b6405-b7d5-472f-b66c-e2c9162bcf68 req-8854f129-0dd1-40d6-bd74-ac403b0f0cdb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 947 time: 0.0946922 Jan 18 13:19:13.593651 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:13.643853 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-911b6405-b7d5-472f-b66c-e2c9162bcf68 req-fa644ef2-3e0d-4b49-b2a7-4d6e7b635f88 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups?id=0512fdd3-3b49-49c2-b105-643338b98c17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173730 Jan 18 13:19:13.696316 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-61e7eee4-1de9-4e7e-aace-cb2847842d19 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:13.699170 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-61e7eee4-1de9-4e7e-aace-cb2847842d19 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 947 time: 0.1452675 Jan 18 13:19:13.784618 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Deleting port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:13.784618 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:14.003392 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032936a-d632-4c36-8955-ec780b5c959c req-3e01e3d5-fd32-4107-8c95-25b96232984d tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:14.004109 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-b032936a-d632-4c36-8955-ec780b5c959c req-3e01e3d5-fd32-4107-8c95-25b96232984d tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Synchronizing usage tracker for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:network {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:14.049626 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:14.134657 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] For port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:14.135420 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:14.159080 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-b032936a-d632-4c36-8955-ec780b5c959c req-3e01e3d5-fd32-4107-8c95-25b96232984d tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Unset dirty status for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:network {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:14.161224 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-3e01e3d5-fd32-4107-8c95-25b96232984d tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/networks?id=c2627cf7-b3f3-4f89-ab32-c961098107e7 HTTP/1.1" status: 200 len: 813 time: 0.3362827 Jan 18 13:19:14.183870 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-fffafcb8-0069-4892-a576-ea14b07ea7aa tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/quotas/2375155d7d7b4103877be74ff92d41a4 HTTP/1.1" status: 200 len: 375 time: 0.0142791 Jan 18 13:19:14.238502 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-d4bf3805-7cd6-489e-95bb-e67647131b4b tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2375155d7d7b4103877be74ff92d41a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468924 Jan 18 13:19:14.415069 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-a68219bd-5ee8-4d21-9e6f-9c0e6d2e2c3e service neutron] 10.222.0.71 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643391 Jan 18 13:19:14.484325 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:14.484741 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:14.484967 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Floating IP 6a01e7d4-4f94-42c9-94b4-3742fbe5e779 disassociated. External IP: 172.28.0.211, port: 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870. Jan 18 13:19:14.485310 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Calling delete_port for 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:14.573820 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-85e03fdb-f347-40b9-835e-9110ce430cda service neutron] 10.222.0.71 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577613 Jan 18 13:19:14.736643 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:14.874242 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event deleted for resources: {'Port': ['ID=1cbf85e8-4f43-4e5e-a45b-3c636d8c9870,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:14.891824 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ebe11a86-5e81-443d-b1e0-162d275c2c02 req-7ad4144b-8fbb-481e-a95c-f5adf320320b tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 210 time: 0.0517969 Jan 18 13:19:14.948726 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-82e618b1-b727-4694-8514-57ef18b2e285 req-88045d70-d4de-41ca-9265-918029e8555f tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 210 time: 0.0797415 Jan 18 13:19:15.196681 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Router 097dd553-7da7-433b-bad8-36f84fa338a4 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:15.405206 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:15.416474 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] Sync routers for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:15.431440 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:15.432948 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:15.487179 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:15.569296 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] No DVR routers for this DVR port 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:15.572004 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:15.575429 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-deleted', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:15.651599 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d186965-a727-49e0-99aa-4412b17f1a58', 'name': 'network-vif-deleted', 'tag': '1cbf85e8-4f43-4e5e-a45b-3c636d8c9870', 'status': 'completed', 'code': 200} Jan 18 13:19:15.679707 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4324f2c1-ef63-4392-8a30-c779ba178d0d req-9f99e353-ce5d-4194-910e-9a03d9dbb0ed tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.96 "DELETE /v2.0/ports/1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 HTTP/1.1" status: 204 len: 173 time: 1.9751010 Jan 18 13:19:15.687737 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:16.051155 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:16.055777 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] Checking router: 097dd553-7da7-433b-bad8-36f84fa338a4 for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:16.071421 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-56be1c13-5307-4caa-82cb-a5cf0db7143c req-8e3b2ce6-bcd0-4000-8b7f-2bf19736cc7d tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 210 time: 0.0823731 Jan 18 13:19:16.084265 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:16.085482 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:16.209622 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-109857fc-7911-48a0-abd7-f50d43b0057a req-821dbfdb-3ab0-4b97-abd9-58dd39e7c56e tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d186965-a727-49e0-99aa-4412b17f1a58 HTTP/1.1" status: 200 len: 210 time: 0.0497277 Jan 18 13:19:16.315673 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:16.625164 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:16.633538 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b4f8a-aba8-4016-9f48-38b21e7bfe67 None None] The sync data for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb is: [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:12:17Z', 'revision_number': 4, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': '11f33c2a-154f-452b-ba50-485dae64a0fc', 'name': '', 'network_id': '0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'mac_address': 'fa:16:3e:53:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:15Z', 'updated_at': '2022-01-18T13:12:38Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'subnets': [{'id': '152a56fa-3c4e-4d5f-8285-0fce94e4d4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:17.230402 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-dfae402b-f7ab-4eae-aefa-bdcbd12c38ba req-99a07dfc-0189-44bf-af43-54ef12615cf8 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 210 time: 0.0430481 Jan 18 13:19:17.475256 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58974) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:17.550170 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f9b19507-5ec7-4672-9670-3fe221b36a04 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:17.577927 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f9b19507-5ec7-4672-9670-3fe221b36a04 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:17.617879 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-1cb12042-ca91-4cb8-9939-056226cdb0bd tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:17.619242 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-1cb12042-ca91-4cb8-9939-056226cdb0bd tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 814 time: 0.2375932 Jan 18 13:19:17.642224 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-b4cd2899-88c3-4112-acbe-06b25122252e tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/quotas/74cf597bad8c4c6da61da4b5b74dcfb5 HTTP/1.1" status: 200 len: 375 time: 0.0157051 Jan 18 13:19:17.720672 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-24c8b0bc-82ed-4c88-96c2-38ee49df6e02 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731819 Jan 18 13:19:17.747072 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f9b19507-5ec7-4672-9670-3fe221b36a04 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:17.767037 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b19507-5ec7-4672-9670-3fe221b36a04 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0512fdd3-3b49-49c2-b105-643338b98c17,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:17.834517 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:17.860763 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-b3316be3-8aea-4334-8272-5bcbe81c0fbf service neutron] 10.222.0.71 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282911 Jan 18 13:19:17.870929 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:17.871544 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1cbf85e8-4f43-4e5e-a45b-3c636d8c9870 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:17.881589 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:19:17.953395 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f9b19507-5ec7-4672-9670-3fe221b36a04 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:17.954578 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-f9b19507-5ec7-4672-9670-3fe221b36a04 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "DELETE /v2.0/security-groups/0512fdd3-3b49-49c2-b105-643338b98c17 HTTP/1.1" status: 204 len: 168 time: 0.4775479 Jan 18 13:19:17.957305 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58978) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:17.976969 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.api.v2.resource [None req-dd1b299e-3312-4c6a-b8d5-94dc3cbb0576 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] show failed (client error): The resource could not be found. Jan 18 13:19:17.979640 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-dd1b299e-3312-4c6a-b8d5-94dc3cbb0576 tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "GET /v2.0/security-groups/0512fdd3-3b49-49c2-b105-643338b98c17 HTTP/1.1" status: 404 len: 347 time: 0.0198579 Jan 18 13:19:17.981662 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 58982) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:18.006202 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-431ae2ef-aeab-47bd-9131-61da1a5c9d3f service neutron] 10.222.0.71 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394532 Jan 18 13:19:18.212335 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Deleting port d1900ee1-98ab-42fa-9df0-8dd56def3ccb {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:18.212605 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:18.424006 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b2d5f9d9-fc11-4ee9-98e6-95ed005678c2 req-4362de4f-65b8-4b15-8dbd-7703d436f7e2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Synchronizing usage tracker for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:18.438904 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032936a-d632-4c36-8955-ec780b5c959c req-ffcb61b7-b390-4c6b-93d4-0b1d0a4c042e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:18.440829 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-ffcb61b7-b390-4c6b-93d4-0b1d0a4c042e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "GET /v2.0/networks?id=c2627cf7-b3f3-4f89-ab32-c961098107e7 HTTP/1.1" status: 200 len: 813 time: 0.3959112 Jan 18 13:19:18.453244 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2b37f0cf-efdc-4f6d-b116-1c41aaf36003 req-5602bf69-6007-4a3a-9498-93dfdf6cc5db tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 210 time: 0.0522530 Jan 18 13:19:18.471390 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Request body: {'port': {'device_id': '0378aa91-6fde-4147-86c7-3399dd360839', 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7', 'admin_state_up': True, 'tenant_id': '2375155d7d7b4103877be74ff92d41a4'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:18.546683 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 58996) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:18.579036 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:18.579674 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:18.706770 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b2d5f9d9-fc11-4ee9-98e6-95ed005678c2 req-4362de4f-65b8-4b15-8dbd-7703d436f7e2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Unset dirty status for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:18.708005 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b2d5f9d9-fc11-4ee9-98e6-95ed005678c2 req-4362de4f-65b8-4b15-8dbd-7703d436f7e2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 210 time: 0.4214325 Jan 18 13:19:18.717684 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Calling delete_port for d1900ee1-98ab-42fa-9df0-8dd56def3ccb owned by network:floatingip {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:18.758921 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Deleting port c466451b-8944-44cc-941c-1d7b321505a9 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:18.759501 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:18.802725 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:18.813167 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Usage tracker for resource:port and tenant:2375155d7d7b4103877be74ff92d41a4 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:18.818348 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:18.827071 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:18.934037 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:18.934356 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:18.952745 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Made reservation on behalf of 2375155d7d7b4103877be74ff92d41a4 for: {'port': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:18.956105 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.012218 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.053352 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Calling delete_port for c466451b-8944-44cc-941c-1d7b321505a9 owned by network:floatingip {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:19.058653 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Pushing event deleted for resources: {'Port': ['ID=d1900ee1-98ab-42fa-9df0-8dd56def3ccb,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:19.285280 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.323916 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event deleted for resources: {'Port': ['ID=c466451b-8944-44cc-941c-1d7b321505a9,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:19.325535 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks [] for floatingip, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.335449 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.335845 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.336186 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.336507 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.336828 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.337145 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.337462 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.337952 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.338149 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.338465 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.338773 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:19.349225 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Allocated IP 172.20.0.4 (c2627cf7-b3f3-4f89-ab32-c961098107e7/1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b/1667c258-b00b-43cb-8988-c658f57278a1) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:19:19.359869 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.360983 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-985f19ba-8680-4f58-a242-2e3f758e9ccb tempest-AttachVolumeShelveTestJSON-765759138 tempest-AttachVolumeShelveTestJSON-765759138-project] 10.222.0.71 "DELETE /v2.0/floatingips/6a01e7d4-4f94-42c9-94b4-3742fbe5e779 HTTP/1.1" status: 204 len: 168 time: 1.3783588 Jan 18 13:19:19.432911 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for floatingip, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.604217 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.728344 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-595ecf15-a81b-4ac5-a607-7fb7a162f5c0 req-c590e588-0a73-480f-b89a-d9758c6c6936 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 210 time: 0.1371515 Jan 18 13:19:19.762640 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.852637 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Network c2627cf7-b3f3-4f89-ab32-c961098107e7 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:19:19.857323 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:19.864217 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:19:19.897883 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Pushing event updated for resources: {'Port': ['ID=1667c258-b00b-43cb-8988-c658f57278a1,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:19.952261 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-81e16326-c555-4b56-97a8-f85b4ee1b6bf req-ff07da44-48ff-43ab-9f5b-73ca83b9df99 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 210 time: 0.0516720 Jan 18 13:19:19.980447 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:19.980447 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.998200 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Router 4dc8508d-45f7-4638-b675-b639ca56fe7e has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:20.080791 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-0b269fcb-c8da-4165-8c63-83299db916c7 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6151536 Jan 18 13:19:20.136411 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Request body: {'port': {'device_id': '0378aa91-6fde-4147-86c7-3399dd360839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:20.204684 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:20.216972 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] Sync routers for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:20.229913 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:20.230512 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:20.254693 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:20.341503 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:20.410740 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-285b2f2b-cdf7-4e90-9a23-de07f6b23af5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "DELETE /v2.0/floatingips/b8954b8f-dc25-434e-8794-c6bc09a4afc4 HTTP/1.1" status: 204 len: 168 time: 1.8626125 Jan 18 13:19:20.411476 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:20.426097 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:20.659922 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1667c258-b00b-43cb-8988-c658f57278a1 {{(pid=83635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:19:20.665016 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'status': 'completed', 'code': 200} Jan 18 13:19:20.674757 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:20.720345 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.provisioning_blocks [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Transition to ACTIVE for port object 1667c258-b00b-43cb-8988-c658f57278a1 will not be triggered until provisioned by entity L2. {{(pid=83635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:20.788178 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:26Z', 'revision_number': 5, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:20.792671 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] Checking router: 4dc8508d-45f7-4638-b675-b639ca56fe7e for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:20.808982 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:20.809225 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fe3630e-0217-49c6-8faf-a44674854978 req-761ba6d5-79c2-467e-bc2e-c2ca732b0920 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=22ee837769284a64af4821470e4e4d3a&device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 1099 time: 0.0809667 Jan 18 13:19:20.811203 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:20.861888 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2538a52-7865-467d-85c1-5912bc544f79 None None] New status for floating IP 6a01e7d4-4f94-42c9-94b4-3742fbe5e779: DOWN {{(pid=83636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:19:21.015484 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3630e-0217-49c6-8faf-a44674854978 req-1b7048d9-a2a2-4aa8-8a94-2916d611547b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:21.016898 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Sync routers for ids ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:21.023131 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fe3630e-0217-49c6-8faf-a44674854978 req-1b7048d9-a2a2-4aa8-8a94-2916d611547b service neutron] 10.222.0.96 "GET /v2.0/networks?id=fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 200 len: 909 time: 0.2021313 Jan 18 13:19:21.023131 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:21.071314 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Routers {'94443ea2-63d8-4b4e-a038-bb6e5178c43b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:21.072064 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:21.163819 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:21.168448 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fe3630e-0217-49c6-8faf-a44674854978 req-7845f9df-6a2d-4fab-a55c-69aa3831f901 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 200 len: 217 time: 0.0686302 Jan 18 13:19:21.172425 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:21.234912 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-74d8a764-6a74-4592-9a25-90f0906fae13 req-e87bd3e3-96a2-4412-b81c-d92374ed1978 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 210 time: 0.0755210 Jan 18 13:19:21.317951 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Set router 94443ea2-63d8-4b4e-a038-bb6e5178c43b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:21.326019 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Pushing event updated for resources: {'Port': ['ID=1667c258-b00b-43cb-8988-c658f57278a1,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:21.341746 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3630e-0217-49c6-8faf-a44674854978 req-672a23ed-fc44-4536-b5f3-93ece9557076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:21.343193 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fe3630e-0217-49c6-8faf-a44674854978 req-672a23ed-fc44-4536-b5f3-93ece9557076 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 200 len: 847 time: 0.1617680 Jan 18 13:19:21.406962 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-8aad420a-6995-4f5c-b6b4-2eff14bb87e6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:21.412227 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-8aad420a-6995-4f5c-b6b4-2eff14bb87e6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.96 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 814 time: 0.2081101 Jan 18 13:19:21.440063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'port': {'device_id': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'admin_state_up': True, 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:21.478221 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556a73-aef0-44a1-9bf0-c33f586a95d3 req-cb2e0be8-328d-425f-b198-d26de486aa06 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:21.478977 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-f2556a73-aef0-44a1-9bf0-c33f586a95d3 req-cb2e0be8-328d-425f-b198-d26de486aa06 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Synchronizing usage tracker for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:21.635464 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Attempting to bind port 1667c258-b00b-43cb-8988-c658f57278a1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:19:21.635817 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Attempting to bind port 1667c258-b00b-43cb-8988-c658f57278a1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:19:21.636143 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Attempting to bind port 1667c258-b00b-43cb-8988-c658f57278a1 on network c2627cf7-b3f3-4f89-ab32-c961098107e7 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:21.646355 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Port 1667c258-b00b-43cb-8988-c658f57278a1 on network c2627cf7-b3f3-4f89-ab32-c961098107e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:19:21.646355 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Attempting to bind port 1667c258-b00b-43cb-8988-c658f57278a1 on network c2627cf7-b3f3-4f89-ab32-c961098107e7 {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:21.657080 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fe3630e-0217-49c6-8faf-a44674854978 req-e9f70731-06e5-407b-a5c6-1eecadf2800e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fcd3b77f-b23b-4886-8965-fb32054502eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2760112 Jan 18 13:19:21.659156 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:19:21.659354 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Checking segment: {'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:21.660214 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Bound using segment: {'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'} {{(pid=83635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:19:21.660214 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.managers [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Bound port: 1667c258-b00b-43cb-8988-c658f57278a1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'}}] {{(pid=83635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:19:21.661035 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:21.675026 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:21.689095 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:21.716291 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc857f6-07d7-4c60-87ae-34e05f998d19 req-54f74dbe-de35-4cf9-9130-77e0fc1edc87 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:21.717220 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-9dc857f6-07d7-4c60-87ae-34e05f998d19 req-54f74dbe-de35-4cf9-9130-77e0fc1edc87 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Synchronizing usage tracker for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:21.749324 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-f2556a73-aef0-44a1-9bf0-c33f586a95d3 req-cb2e0be8-328d-425f-b198-d26de486aa06 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Unset dirty status for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:21.756009 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f2556a73-aef0-44a1-9bf0-c33f586a95d3 req-cb2e0be8-328d-425f-b198-d26de486aa06 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.7379568 Jan 18 13:19:21.803995 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Made reservation on behalf of 74cf597bad8c4c6da61da4b5b74dcfb5 for: {'port': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:21.810960 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:21.869434 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] For port 1667c258-b00b-43cb-8988-c658f57278a1, host hv-cinder-82510, cleared binding levels {{(pid=83635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:19:21.893181 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-9dc857f6-07d7-4c60-87ae-34e05f998d19 req-54f74dbe-de35-4cf9-9130-77e0fc1edc87 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Unset dirty status for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:21.899745 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9dc857f6-07d7-4c60-87ae-34e05f998d19 req-54f74dbe-de35-4cf9-9130-77e0fc1edc87 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.3110595 Jan 18 13:19:21.901099 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] For port 1667c258-b00b-43cb-8988-c658f57278a1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1667c258-b00b-43cb-8988-c658f57278a1,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:19:21.913889 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 4, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f4c5eff3-7894-4a64-9b34-9c74801b3b5c', 'name': '', 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'mac_address': 'fa:16:3e:51:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d602ca-49ec-4c53-9118-25c0a159c922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:19:01Z', 'updated_at': '2022-01-18T13:19:02Z', 'revision_number': 2, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'subnets': [{'id': '35d602ca-49ec-4c53-9118-25c0a159c922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:21.924165 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Checking router: 94443ea2-63d8-4b4e-a038-bb6e5178c43b for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:21.925118 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Updating router 94443ea2-63d8-4b4e-a038-bb6e5178c43b port f4c5eff3-7894-4a64-9b34-9c74801b3b5c binding host dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:19:21.928680 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f2556a73-aef0-44a1-9bf0-c33f586a95d3 req-5143b5c2-776a-41e1-89bb-78d2ce0bf591 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716487 Jan 18 13:19:21.930667 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fe3630e-0217-49c6-8faf-a44674854978 req-e047106a-e0e4-44d7-8daa-79e2c9749ef2 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610044 Jan 18 13:19:21.981410 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:26Z', 'revision_number': 5, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:21.988516 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8feadcd-5df2-47bb-802e-b772fc02a3ab None None] The sync data for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb is: [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:14:17Z', 'revision_number': 4, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f55c471a-c09d-4eb6-86df-01b0e4646664', 'name': '', 'network_id': 'fcd3b77f-b23b-4886-8965-fb32054502eb', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'mac_address': 'fa:16:3e:d5:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:16Z', 'updated_at': '2022-01-18T13:14:26Z', 'revision_number': 5, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'subnets': [{'id': '1f611ed4-863f-4784-90e3-e2fac7139fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:21.990203 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.009622 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9dc857f6-07d7-4c60-87ae-34e05f998d19 req-b504e5c4-edb9-469f-a9a6-546d15c4434e tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995491 Jan 18 13:19:22.059510 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.164085 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Allocated IP 172.20.0.5 (35caee63-192f-4d68-8f9d-e357e423e486/ab7811c3-c1d3-433e-b424-ba3661f6e1dc/c47e29d4-44f5-4deb-9e49-fcc606936edf) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:19:22.184812 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.187397 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] 10.222.0.96 "PUT /v2.0/ports/1667c258-b00b-43cb-8988-c658f57278a1 HTTP/1.1" status: 200 len: 1093 time: 2.0543046 Jan 18 13:19:22.188277 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-9fe3630e-0217-49c6-8faf-a44674854978 req-02cf830f-d27d-4baa-a13a-576c76030327 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516029 Jan 18 13:19:22.188690 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0378aa91-6fde-4147-86c7-3399dd360839', 'tag': '1667c258-b00b-43cb-8988-c658f57278a1'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:22.199133 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd75d1-1cf4-49b5-acc0-7a6f4c33aba0 service neutron] Pushing event updated for resources: {'Port': ['ID=1667c258-b00b-43cb-8988-c658f57278a1,revision_number=3']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:22.275304 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0378aa91-6fde-4147-86c7-3399dd360839', 'tag': '1667c258-b00b-43cb-8988-c658f57278a1', 'status': 'completed', 'code': 200} Jan 18 13:19:22.433251 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.475523 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Transition to ACTIVE for port object c47e29d4-44f5-4deb-9e49-fcc606936edf will not be triggered until provisioned by entity DHCP. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:22.527966 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-502d073b-2fc6-43d3-b549-1e7c4977f62f req-0ecfadc6-0880-4f94-8ca3-7ee9a1a5b01e tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 210 time: 0.1038446 Jan 18 13:19:22.534307 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Notify callbacks [] for port, precommit_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.547431 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.provisioning_blocks [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Transition to ACTIVE for port object f4c5eff3-7894-4a64-9b34-9c74801b3b5c will not be triggered until provisioned by entity L2. {{(pid=83637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:22.571198 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7e54dc11-6a8f-41b7-a421-c77e4bdb5cf0 req-b0a4700e-beab-46e2-b685-f0c8e9bd20c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2375155d7d7b4103877be74ff92d41a4&device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 1096 time: 0.2139099 Jan 18 13:19:22.622390 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.662733 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.701419 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Network 35caee63-192f-4d68-8f9d-e357e423e486 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:19:22.702695 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:22.707577 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:19:22.734934 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:22.798758 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:22.798758 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.799070 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac433c53-d6f9-4e60-aaec-8abb9e139859 None None] Pushing event updated for resources: {'Port': ['ID=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,revision_number=3']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:22.910867 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54dc11-6a8f-41b7-a421-c77e4bdb5cf0 req-94e92d95-7e60-4afa-a561-eb21994da287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:22.912394 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7e54dc11-6a8f-41b7-a421-c77e4bdb5cf0 req-94e92d95-7e60-4afa-a561-eb21994da287 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2375155d7d7b4103877be74ff92d41a4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2726948 Jan 18 13:19:22.931727 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-8c7e704f-94a6-4c20-8f01-e9a85c6934bf tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:22.933193 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-8c7e704f-94a6-4c20-8f01-e9a85c6934bf tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.2729335 Jan 18 13:19:23.005754 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-a53f8595-b265-4f04-8db0-03cadcd22bd6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5727265 Jan 18 13:19:23.020233 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Attempting to bind port f4c5eff3-7894-4a64-9b34-9c74801b3b5c on host dv-cinder-825103-1-smb for vnic_type normal with profile {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:19:23.020233 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Attempting to bind port f4c5eff3-7894-4a64-9b34-9c74801b3b5c by drivers openvswitch,hyperv on host dv-cinder-825103-1-smb at level 0 using segments [{'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:19:23.020233 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Attempting to bind port f4c5eff3-7894-4a64-9b34-9c74801b3b5c on network da0217e0-4197-45e2-8366-d1f55f9dcee7 {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:23.021431 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Checking agent: {'id': 'bf1dde00-c9ed-4e68-bfa1-711ce875f140', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 3, 14), 'started_at': datetime.datetime(2022, 1, 18, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:19:23.021917 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Checking segment: {'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:23.022529 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:23.023114 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Bound using segment: {'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'} {{(pid=83637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:19:23.024066 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.managers [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Bound port: f4c5eff3-7894-4a64-9b34-9c74801b3b5c, host: dv-cinder-825103-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee869c1-09f3-418a-b74b-200bd13fa80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7'}}] {{(pid=83637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:19:23.024871 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:23.035606 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Request body: {'port': {'device_id': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:23.280131 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] For port f4c5eff3-7894-4a64-9b34-9c74801b3b5c, host dv-cinder-825103-1-smb, cleared binding levels {{(pid=83637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:19:23.288014 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.plugins.ml2.db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] For port f4c5eff3-7894-4a64-9b34-9c74801b3b5c, host dv-cinder-825103-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,segment=NetworkSegment(cee869c1-09f3-418a-b74b-200bd13fa80c),segment_id=cee869c1-09f3-418a-b74b-200bd13fa80c)] {{(pid=83637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:19:23.302211 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-1bed67c6-fd29-4ad1-afc8-cfb65f52138e None None] Provisioning for port c47e29d4-44f5-4deb-9e49-fcc606936edf completed by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:23.326242 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-1bed67c6-fd29-4ad1-afc8-cfb65f52138e None None] Provisioning complete for port c47e29d4-44f5-4deb-9e49-fcc606936edf triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:23.326989 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-1bed67c6-fd29-4ad1-afc8-cfb65f52138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:23.382629 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:23.393936 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron_lib.callbacks.manager [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:23.476528 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-1bed67c6-fd29-4ad1-afc8-cfb65f52138e None None] Port c47e29d4-44f5-4deb-9e49-fcc606936edf cannot update to ACTIVE because it is not bound. {{(pid=83636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:19:23.516216 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Deleting port d072c2fb-55ee-40b4-be7c-58bc20f51041 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:23.519130 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:23.575502 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Routers {'94443ea2-63d8-4b4e-a038-bb6e5178c43b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:23.575893 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:23.615267 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5f028-1618-42bf-96bb-cb51dcdcadd4 req-1dcc254f-fe1a-4bf8-b8f8-198246d06eb6 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:23.624200 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4ca5f028-1618-42bf-96bb-cb51dcdcadd4 req-1dcc254f-fe1a-4bf8-b8f8-198246d06eb6 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.4271290 Jan 18 13:19:23.696356 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-4ca5f028-1618-42bf-96bb-cb51dcdcadd4 req-b10600f3-3783-4037-9bcd-b5196fa762fd tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Synchronizing usage tracker for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:23.738224 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac433c53-d6f9-4e60-aaec-8abb9e139859 None None] Pushing event updated for resources: {'Port': ['ID=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,revision_number=4']} {{(pid=83637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:23.867683 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-4ca5f028-1618-42bf-96bb-cb51dcdcadd4 req-b10600f3-3783-4037-9bcd-b5196fa762fd tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Unset dirty status for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:23.872472 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54dc11-6a8f-41b7-a421-c77e4bdb5cf0 req-b3d3db4e-94e9-4e78-852c-cbf694a965d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:23.876042 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7e54dc11-6a8f-41b7-a421-c77e4bdb5cf0 req-b3d3db4e-94e9-4e78-852c-cbf694a965d4 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9401202 Jan 18 13:19:23.884202 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4ca5f028-1618-42bf-96bb-cb51dcdcadd4 req-b10600f3-3783-4037-9bcd-b5196fa762fd tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590299 Jan 18 13:19:23.957265 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa1da8-17b2-4da8-9709-81392a184f26 None None] New status for floating IP b8954b8f-dc25-434e-8794-c6bc09a4afc4: DOWN {{(pid=83636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:19:24.067632 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] Set router 94443ea2-63d8-4b4e-a038-bb6e5178c43b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:24.074050 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15d376-72ff-46c7-a546-246593278fa3 req-a48cb7cf-64a4-434a-92d3-a476b2479ff4 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:24.087992 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ed15d376-72ff-46c7-a546-246593278fa3 req-a48cb7cf-64a4-434a-92d3-a476b2479ff4 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 946 time: 0.7646840 Jan 18 13:19:24.362444 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dcaa2-be1b-4022-a865-acc09afcfbd6 req-54a21707-f904-4cd2-b165-e4f8e44724f4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:24.363527 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-b51dcaa2-be1b-4022-a865-acc09afcfbd6 req-54a21707-f904-4cd2-b165-e4f8e44724f4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Synchronizing usage tracker for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:24.422018 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] For port d072c2fb-55ee-40b4-be7c-58bc20f51041, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d072c2fb-55ee-40b4-be7c-58bc20f51041,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:24.422379 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:24.478822 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47e29d4-44f5-4deb-9e49-fcc606936edf {{(pid=83634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:19:24.509420 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-b51dcaa2-be1b-4022-a865-acc09afcfbd6 req-54a21707-f904-4cd2-b165-e4f8e44724f4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Unset dirty status for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:24.520231 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b51dcaa2-be1b-4022-a865-acc09afcfbd6 req-54a21707-f904-4cd2-b165-e4f8e44724f4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 931 time: 0.3754764 Jan 18 13:19:24.522131 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:24.622341 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b51dcaa2-be1b-4022-a865-acc09afcfbd6 req-64832723-d8e1-458e-a9d2-84f07c2caed4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917590 Jan 18 13:19:24.624154 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Transition to ACTIVE for port object c47e29d4-44f5-4deb-9e49-fcc606936edf will not be triggered until provisioned by entity L2. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:24.706989 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 4, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f4c5eff3-7894-4a64-9b34-9c74801b3b5c', 'name': '', 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'mac_address': 'fa:16:3e:51:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d602ca-49ec-4c53-9118-25c0a159c922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:19:01Z', 'updated_at': '2022-01-18T13:19:23Z', 'revision_number': 4, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'subnets': [{'id': '35d602ca-49ec-4c53-9118-25c0a159c922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:24.723982 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901934ab-d516-4c4f-9d31-4c2f748d2e76 None None] The sync data for ids ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'] in dv-cinder-825103-1-smb is: [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 4, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'f4c5eff3-7894-4a64-9b34-9c74801b3b5c', 'name': '', 'network_id': 'da0217e0-4197-45e2-8366-d1f55f9dcee7', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'mac_address': 'fa:16:3e:51:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d602ca-49ec-4c53-9118-25c0a159c922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:19:01Z', 'updated_at': '2022-01-18T13:19:23Z', 'revision_number': 4, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'subnets': [{'id': '35d602ca-49ec-4c53-9118-25c0a159c922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:24.736092 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:24.861533 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Calling delete_port for d072c2fb-55ee-40b4-be7c-58bc20f51041 owned by compute:nova {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:24.897037 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59060) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:24.966017 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ed15d376-72ff-46c7-a546-246593278fa3 req-74ca782f-5762-4082-96b4-6386ba62008f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/security-groups?id=86e30aca-523e-49c6-b190-fcc398e86269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8767557 Jan 18 13:19:25.063946 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-46b96113-7ae8-4ec0-ae1a-2cd1931cd888 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2375155d7d7b4103877be74ff92d41a4&device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 1096 time: 1.1142321 Jan 18 13:19:25.128438 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:25.336583 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-5746d87a-cde6-46d2-bdf8-c45acc30eeff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1667c258-b00b-43cb-8988-c658f57278a1 HTTP/1.1" status: 200 len: 217 time: 0.1562529 Jan 18 13:19:25.433726 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Attempting to bind port c47e29d4-44f5-4deb-9e49-fcc606936edf on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:19:25.434097 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Attempting to bind port c47e29d4-44f5-4deb-9e49-fcc606936edf by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:19:25.434412 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Attempting to bind port c47e29d4-44f5-4deb-9e49-fcc606936edf on network 35caee63-192f-4d68-8f9d-e357e423e486 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:25.452930 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Port c47e29d4-44f5-4deb-9e49-fcc606936edf on network 35caee63-192f-4d68-8f9d-e357e423e486 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:19:25.453257 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Attempting to bind port c47e29d4-44f5-4deb-9e49-fcc606936edf on network 35caee63-192f-4d68-8f9d-e357e423e486 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:25.463452 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e655c-8e56-4e2a-a7e0-b4de9dadb7f3 req-4deeb3f7-f59b-4e99-a3a4-57037e8dbf34 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:25.464997 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2a2e655c-8e56-4e2a-a7e0-b4de9dadb7f3 req-4deeb3f7-f59b-4e99-a3a4-57037e8dbf34 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.1925740 Jan 18 13:19:25.474061 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:19:25.474418 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Checking segment: {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:25.474809 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Bound using segment: {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:19:25.475351 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Bound port: c47e29d4-44f5-4deb-9e49-fcc606936edf, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486'}}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:19:25.475704 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:25.558142 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032936a-d632-4c36-8955-ec780b5c959c req-04d617c4-415d-4920-b4eb-4d4eb7cc4bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:25.562823 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-04d617c4-415d-4920-b4eb-4d4eb7cc4bc9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b HTTP/1.1" status: 200 len: 853 time: 0.1269152 Jan 18 13:19:25.659717 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-826ea191-db07-43c9-8cd2-98955b4fee7e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2627cf7-b3f3-4f89-ab32-c961098107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851731 Jan 18 13:19:25.668631 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:25.695817 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2a2e655c-8e56-4e2a-a7e0-b4de9dadb7f3 req-d5698777-5bbb-473e-bcc6-9c955d52d4cd tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039318 Jan 18 13:19:25.704263 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, cleared binding levels {{(pid=83634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:19:25.713334 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:19:25.805128 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:25.920012 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:25.921439 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] 10.222.0.96 "PUT /v2.0/ports/c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 1093 time: 2.9014006 Jan 18 13:19:25.921851 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:25.973948 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeb11f-eef4-4138-ae3a-33a32e089114 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=3']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:26.031525 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'status': 'completed', 'code': 200} Jan 18 13:19:26.130291 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-239dc6f4-a87c-4ac3-9cdc-26cbd7097a2d service neutron] 10.222.0.96 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374130 Jan 18 13:19:26.177873 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] No DVR routers for this DVR port d072c2fb-55ee-40b4-be7c-58bc20f51041 on host hv-cinder-82510 {{(pid=83635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:26.180513 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:26.196081 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event deleted for resources: {'Port': ['ID=d072c2fb-55ee-40b4-be7c-58bc20f51041,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:26.261657 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-deleted', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:26.281282 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5250862f-9f37-4e57-b3ca-3c542438c3f9 req-25b52667-e1fb-4543-8ddc-d921f68fb0a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1879296 Jan 18 13:19:26.364135 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-cc31fb3f-249f-4fa1-9198-2e9513f3ceee req-38be4cf3-ebab-4f66-84ba-a0380f41ab88 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.96 "DELETE /v2.0/ports/d072c2fb-55ee-40b4-be7c-58bc20f51041 HTTP/1.1" status: 204 len: 173 time: 3.3569844 Jan 18 13:19:26.452444 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-dc9288bc-0b10-4f3e-9a14-8246a18bec8d req-445f3c77-c396-4065-8d3d-45aaa5b4e15b tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.1692722 Jan 18 13:19:26.499919 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f4c5eff3-7894-4a64-9b34-9c74801b3b5c up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:26.540486 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250862f-9f37-4e57-b3ca-3c542438c3f9 req-eac91f68-41d7-422f-be89-bd439c9e3dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:26.543157 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5250862f-9f37-4e57-b3ca-3c542438c3f9 req-eac91f68-41d7-422f-be89-bd439c9e3dda service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2266631 Jan 18 13:19:26.580506 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bee94b1-fb70-47eb-911e-57e6651b3ed8', 'name': 'network-vif-deleted', 'tag': 'd072c2fb-55ee-40b4-be7c-58bc20f51041', 'status': 'completed', 'code': 200} Jan 18 13:19:26.639113 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba8e10-3d51-4a25-9809-73ecce10bb70 req-04abac78-4a34-47b6-8162-e923848b0426 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:26.643792 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-80ba8e10-3d51-4a25-9809-73ecce10bb70 req-04abac78-4a34-47b6-8162-e923848b0426 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 943 time: 0.6523776 Jan 18 13:19:26.702043 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning for port f4c5eff3-7894-4a64-9b34-9c74801b3b5c completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:26.707703 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b032936a-d632-4c36-8955-ec780b5c959c req-c42de944-1436-4bb7-849a-1b66942d0284 service neutron] 10.222.0.96 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009279 Jan 18 13:19:26.708155 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port f4c5eff3-7894-4a64-9b34-9c74801b3b5c triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:26.708622 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:26.808424 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-80ba8e10-3d51-4a25-9809-73ecce10bb70 req-ef171e58-7aba-443b-ab57-88877fed09e7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Synchronizing usage tracker for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:security_group {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:26.852008 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250862f-9f37-4e57-b3ca-3c542438c3f9 req-77e8449f-dfee-48ca-a860-d22f0c178305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:26.854150 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5250862f-9f37-4e57-b3ca-3c542438c3f9 req-77e8449f-dfee-48ca-a860-d22f0c178305 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2947962 Jan 18 13:19:26.921308 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:26.968556 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-80ba8e10-3d51-4a25-9809-73ecce10bb70 req-ef171e58-7aba-443b-ab57-88877fed09e7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Unset dirty status for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:security_group {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:26.973039 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-80ba8e10-3d51-4a25-9809-73ecce10bb70 req-ef171e58-7aba-443b-ab57-88877fed09e7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175261 Jan 18 13:19:26.989956 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] For port f4c5eff3-7894-4a64-9b34-9c74801b3b5c, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,segment=NetworkSegment(cee869c1-09f3-418a-b74b-200bd13fa80c),segment_id=cee869c1-09f3-418a-b74b-200bd13fa80c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:27.022049 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776619'] for router_interface, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:27.095616 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:27.104928 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ceb5c-0e43-4719-a1cc-6f878aa26a04 req-73e97e66-8ea5-401f-aaad-c061ff042d62 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:27.107557 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed1ceb5c-0e43-4719-a1cc-6f878aa26a04 req-73e97e66-8ea5-401f-aaad-c061ff042d62 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.1416552 Jan 18 13:19:27.214047 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Pushing event updated for resources: {'Port': ['ID=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:27.270009 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed1ceb5c-0e43-4719-a1cc-6f878aa26a04 req-54f95570-081b-49d0-82d3-dc02e15e73b2 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565354 Jan 18 13:19:27.298685 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-ce75d863-774d-4b66-9b97-c00bc954098b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1511779 Jan 18 13:19:27.748574 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b89ebf0b-5c54-43dd-b07d-21376628d7b4 req-f70c30a9-2a41-4e6a-938a-aada629c67b5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Synchronizing usage tracker for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:27.849981 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d072c2fb-55ee-40b4-be7c-58bc20f51041 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:27.891686 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: d072c2fb-55ee-40b4-be7c-58bc20f51041 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:27.893260 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device d072c2fb-55ee-40b4-be7c-58bc20f51041 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:27.942499 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-b89ebf0b-5c54-43dd-b07d-21376628d7b4 req-f70c30a9-2a41-4e6a-938a-aada629c67b5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Unset dirty status for tenant:22ee837769284a64af4821470e4e4d3a on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:27.951485 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b89ebf0b-5c54-43dd-b07d-21376628d7b4 req-f70c30a9-2a41-4e6a-938a-aada629c67b5 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.3125606 Jan 18 13:19:28.061929 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Deleting port 11f33c2a-154f-452b-ba50-485dae64a0fc {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:28.062745 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:28.256401 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f640f-53e5-481b-bdca-9a31b0809097 req-afbd879e-3302-4e08-af77-6a9c05489106 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:28.263716 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-374f640f-53e5-481b-bdca-9a31b0809097 req-afbd879e-3302-4e08-af77-6a9c05489106 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 943 time: 0.0925002 Jan 18 13:19:28.288410 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] For port 11f33c2a-154f-452b-ba50-485dae64a0fc, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=11f33c2a-154f-452b-ba50-485dae64a0fc,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:28.289120 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:28.414859 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f4c5eff3-7894-4a64-9b34-9c74801b3b5c up at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:28.467840 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Calling delete_port for 11f33c2a-154f-452b-ba50-485dae64a0fc owned by network:router_interface {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:28.486959 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-374f640f-53e5-481b-bdca-9a31b0809097 req-52ed857e-3f02-4351-9133-082e8fddbc6e tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218671 Jan 18 13:19:28.569908 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Provisioning complete for port f4c5eff3-7894-4a64-9b34-9c74801b3b5c triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:28.570879 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:28.653026 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0fb2a-40d6-43c5-9330-7001b4d23e7d req-6b148ffb-6a3b-4bcf-a6f1-9b4fb5606982 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:28.654822 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-92a0fb2a-40d6-43c5-9330-7001b4d23e7d req-6b148ffb-6a3b-4bcf-a6f1-9b4fb5606982 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.1589572 Jan 18 13:19:28.761228 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-92a0fb2a-40d6-43c5-9330-7001b4d23e7d req-e2a57484-345d-4d5f-9fa4-85d31a7ebb9a tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988693 Jan 18 13:19:28.873806 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:28.937154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f33c2a-154f-452b-ba50-485dae64a0fc,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:29.148632 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bf5d0857-8d30-4fc4-b092-533037c9e505 req-9db064fa-988a-47b7-af1f-200edf08cbc0 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0614729 Jan 18 13:19:29.340010 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-777794'] for router_interface, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:29.833874 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ae9c3-579d-4a01-98cd-edef544f71b3 req-e84be8d7-d269-4c04-8625-20f8a483763e tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:29.839954 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ad7ae9c3-579d-4a01-98cd-edef544f71b3 req-e84be8d7-d269-4c04-8625-20f8a483763e tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 943 time: 0.1938944 Jan 18 13:19:29.996500 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ad7ae9c3-579d-4a01-98cd-edef544f71b3 req-a72e13a1-e57b-4cf2-80f8-8764b3f51714 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551788 Jan 18 13:19:30.089851 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ec99-8c3d-4578-9d64-ceacf890bfaf req-b48d6f99-3665-440c-b761-ef0d6c43fcf5 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:30.093373 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed51ec99-8c3d-4578-9d64-ceacf890bfaf req-b48d6f99-3665-440c-b761-ef0d6c43fcf5 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.1362741 Jan 18 13:19:30.165514 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ed51ec99-8c3d-4578-9d64-ceacf890bfaf req-33d81c6e-0d39-4dee-b8f3-8540b1282d49 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645428 Jan 18 13:19:30.276328 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Router 097dd553-7da7-433b-bad8-36f84fa338a4 has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:30.394375 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-c73e4e81-29b3-4c06-95d9-5dc8454dddde req-71157af1-1ca6-4f04-9c85-256bcf8850d9 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0523839 Jan 18 13:19:30.532125 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:30.541421 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] Sync routers for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:30.548152 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-96264122-3664-4cd9-af53-a93a928f83a1 admin admin] 10.222.0.71 "PUT /v2.0/routers/097dd553-7da7-433b-bad8-36f84fa338a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6499321 Jan 18 13:19:30.551468 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59096) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:30.560563 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:30.561200 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:30.779182 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:30.815583 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks [] for router, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:31.061693 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:31.168063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Deleting port 5e700003-ff81-4cfd-a398-1954beacc84f {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:31.168716 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:31.217092 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:19:28Z', 'revision_number': 5, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port': {'id': '5e700003-ff81-4cfd-a398-1954beacc84f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:12:03Z', 'updated_at': '2022-01-18T13:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:31.221396 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] Checking router: 097dd553-7da7-433b-bad8-36f84fa338a4 for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:31.233246 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] Routers {'097dd553-7da7-433b-bad8-36f84fa338a4'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:31.233853 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['097dd553-7da7-433b-bad8-36f84fa338a4'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:31.350592 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb25e-19af-4757-a0be-9f4f9b7aa140 req-1572987f-d0e1-4a41-8148-59c0cc990121 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:31.352144 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-94ccb25e-19af-4757-a0be-9f4f9b7aa140 req-1572987f-d0e1-4a41-8148-59c0cc990121 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 943 time: 0.2201831 Jan 18 13:19:31.416486 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] For port 5e700003-ff81-4cfd-a398-1954beacc84f, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=5e700003-ff81-4cfd-a398-1954beacc84f,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:31.416862 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:31.520957 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] Set router 097dd553-7da7-433b-bad8-36f84fa338a4 gateway port host: None {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:31.555399 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Calling delete_port for 5e700003-ff81-4cfd-a398-1954beacc84f owned by network:router_gateway {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:31.565337 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7b325-ef7f-46a1-801d-42f024584f75 req-22018384-fcea-42df-af02-71b014d2a460 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:31.575169 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-00b7b325-ef7f-46a1-801d-42f024584f75 req-22018384-fcea-42df-af02-71b014d2a460 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.1936328 Jan 18 13:19:31.583709 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-94ccb25e-19af-4757-a0be-9f4f9b7aa140 req-77117131-0fe4-4bde-9d83-47fb21aa8fe6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170827 Jan 18 13:19:31.687417 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-00b7b325-ef7f-46a1-801d-42f024584f75 req-29f09777-c13f-4ee0-a946-abafbdd017d5 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105592 Jan 18 13:19:31.764880 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:19:31Z', 'revision_number': 6, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port_host': None}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:31.775481 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61833f-efe9-4192-90f5-e77611d84b91 None None] The sync data for ids ['097dd553-7da7-433b-bad8-36f84fa338a4'] in dv-cinder-825103-1-smb is: [{'id': '097dd553-7da7-433b-bad8-36f84fa338a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1829845808-router', 'tenant_id': 'b917745963954805bd3a203e79d65832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:12:01Z', 'updated_at': '2022-01-18T13:19:31Z', 'revision_number': 6, 'project_id': 'b917745963954805bd3a203e79d65832', 'gw_port_host': None}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:31.860785 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-d9fdb44a-8f03-4e46-a9c5-22767ab565c8 req-8a9aa88a-716d-480b-b903-a839c427184f tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0704186 Jan 18 13:19:31.959095 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:32.016242 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e700003-ff81-4cfd-a398-1954beacc84f,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:32.375831 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-777870'] for router_gateway, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:32.395023 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 11f33c2a-154f-452b-ba50-485dae64a0fc no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:32.428638 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 11f33c2a-154f-452b-ba50-485dae64a0fc {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:32.428980 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 11f33c2a-154f-452b-ba50-485dae64a0fc not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:32.629058 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104303'] for router, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:32.633122 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:32.791789 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c72d5-5d52-428e-b8d5-bca5c72e1a18 req-d419fbdd-4109-4fc1-92f2-d3f59286b63b tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:32.793362 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ab6c72d5-5d52-428e-b8d5-bca5c72e1a18 req-d419fbdd-4109-4fc1-92f2-d3f59286b63b tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 943 time: 0.0775952 Jan 18 13:19:32.827368 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770150'] for router, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:32.832211 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 097dd553-7da7-433b-bad8-36f84fa338a4 {{(pid=83634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:19:32.843048 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ab6c72d5-5d52-428e-b8d5-bca5c72e1a18 req-df24f0af-bcc8-46f4-8b81-6f6b5d98ba6d tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Jan 18 13:19:32.942181 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-2bf1df24-c746-4e05-858d-bb03a805503e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 217 time: 0.0781014 Jan 18 13:19:32.944908 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:32.945972 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-644a319e-8f6d-45bb-a2d1-73f321995600 admin admin] 10.222.0.71 "DELETE /v2.0/routers/097dd553-7da7-433b-bad8-36f84fa338a4 HTTP/1.1" status: 204 len: 168 time: 2.3934357 Jan 18 13:19:32.948961 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59118) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:33.016755 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-4bded489-0d56-4adf-9788-fb06f0162c99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:33.018168 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Deleting subnet 152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:19:33.018333 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-4bded489-0d56-4adf-9788-fb06f0162c99 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 200 len: 853 time: 0.0697048 Jan 18 13:19:33.022631 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.064153 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08108320-3602-457e-8c1d-1c3358dae353 req-c5bbe52f-60f9-42dc-9ac5-f8e36b7a513f tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:33.065834 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-08108320-3602-457e-8c1d-1c3358dae353 req-c5bbe52f-60f9-42dc-9ac5-f8e36b7a513f tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.2359526 Jan 18 13:19:33.107418 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8169518'] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.137400 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-08108320-3602-457e-8c1d-1c3358dae353 req-29aeca1c-cbcd-4577-ae53-1a29f1cda74c tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572255 Jan 18 13:19:33.156200 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-1219ec36-676a-4fc4-9daf-85200c7da6e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=35caee63-192f-4d68-8f9d-e357e423e486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1283441 Jan 18 13:19:33.250901 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-1b5953ba-83a1-4570-9367-5cfde4a0be8e req-881d69cb-6e40-4707-b5ea-52b9bc5dab36 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bee94b1-fb70-47eb-911e-57e6651b3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0783234 Jan 18 13:19:33.277816 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.299680 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-88338be7-5a2a-4bd4-97f8-d19781d8e812 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369348 Jan 18 13:19:33.428604 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-19140424-76fc-4702-a10c-35d7a344c1b1 req-e6f16e10-56c7-4bcd-a83a-c5cbb9faa653 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230671 Jan 18 13:19:33.461639 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8019200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8315444'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.502452 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152a56fa-3c4e-4d5f-8285-0fce94e4d4e4,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:33.508019 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.523189 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36f9d1-ab76-4279-9af2-8282eb926162 None None] Network 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.524299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:33.526597 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59122) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:33.526733 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-0d191308-11b7-4ccb-99f9-9b47e5c8d29c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/152a56fa-3c4e-4d5f-8285-0fce94e4d4e4 HTTP/1.1" status: 204 len: 168 time: 0.5761013 Jan 18 13:19:33.633023 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.644110 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Deleting port a1209c77-70aa-433d-8d2f-1f13c2a6e32a {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:33.644440 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.770142 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] DHCP port deletion for 0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed request from dv-cinder-825103-1-smb {{(pid=83636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:19:33.777305 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Deleting port a1209c77-70aa-433d-8d2f-1f13c2a6e32a {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:33.779315 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.864973 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] For port a1209c77-70aa-433d-8d2f-1f13c2a6e32a, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:33.865322 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.948132 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1667c258-b00b-43cb-8988-c658f57278a1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:19:34.005769 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] For port a1209c77-70aa-433d-8d2f-1f13c2a6e32a, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,segment=NetworkSegment(1d5ffc4a-64ce-443b-ae3f-c29878a35628),segment_id=1d5ffc4a-64ce-443b-ae3f-c29878a35628)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:34.005769 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.101668 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Calling delete_port for a1209c77-70aa-433d-8d2f-1f13c2a6e32a owned by network:dhcp {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:34.194213 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Calling delete_port for a1209c77-70aa-433d-8d2f-1f13c2a6e32a owned by network:dhcp {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:34.250973 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796950a-a5e1-479f-a90a-46d987530b47 req-b79e968b-1549-450c-8f64-4c38522f92c2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:34.252914 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a796950a-a5e1-479f-a90a-46d987530b47 req-b79e968b-1549-450c-8f64-4c38522f92c2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 943 time: 0.1579659 Jan 18 13:19:34.302597 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-a796950a-a5e1-479f-a90a-46d987530b47 req-0c959e83-3413-4d9f-9733-3d1a992939e8 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Jan 18 13:19:34.319818 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1667c258-b00b-43cb-8988-c658f57278a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1667c258-b00b-43cb-8988-c658f57278a1,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:34.333995 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '1667c258-b00b-43cb-8988-c658f57278a1', 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7', 'port_id': '1667c258-b00b-43cb-8988-c658f57278a1', 'mac_address': 'fa:16:3e:6d:6d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:19:34.341212 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.400535 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] No DVR routers for this DVR port a1209c77-70aa-433d-8d2f-1f13c2a6e32a on host dv-cinder-825103-1-smb {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:34.407830 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.419174 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59132) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:34.429127 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:19:34.429473 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:19:34.432158 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1667c258-b00b-43cb-8988-c658f57278a1 {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:19:34.447639 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1667c258-b00b-43cb-8988-c658f57278a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1667c258-b00b-43cb-8988-c658f57278a1,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:34.448771 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad76c3-3700-4c01-aca4-335e1c588a38 req-61022a18-0a22-4c09-8e2b-19b77cd16487 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:34.450806 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4fad76c3-3700-4c01-aca4-335e1c588a38 req-61022a18-0a22-4c09-8e2b-19b77cd16487 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 943 time: 0.1285348 Jan 18 13:19:34.467118 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1209c77-70aa-433d-8d2f-1f13c2a6e32a,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:34.541785 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.542918 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.577846 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:34.605711 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5ffc4a-64ce-443b-ae3f-c29878a35628') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:34.605711 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5ffc4a-64ce-443b-ae3f-c29878a35628') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:34.614796 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.627153 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-4fad76c3-3700-4c01-aca4-335e1c588a38 req-745539f9-f035-43d9-bdbe-a8b3bf4121a0 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697586 Jan 18 13:19:34.634088 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.643319 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:19:34.643788 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.644074 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-14b9aca5-558c-4214-905f-88f7d15f9185 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:19:34.667904 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:19:34.670158 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1667c258-b00b-43cb-8988-c658f57278a1,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:34.690608 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 5e700003-ff81-4cfd-a398-1954beacc84f no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:34.697765 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-14b9aca5-558c-4214-905f-88f7d15f9185 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.728747 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 5e700003-ff81-4cfd-a398-1954beacc84f {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:34.729227 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 5e700003-ff81-4cfd-a398-1954beacc84f not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:34.729589 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a1209c77-70aa-433d-8d2f-1f13c2a6e32a no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:34.800776 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: a1209c77-70aa-433d-8d2f-1f13c2a6e32a {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:34.800776 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a1209c77-70aa-433d-8d2f-1f13c2a6e32a not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:34.864579 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['1667c258-b00b-43cb-8988-c658f57278a1'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:34.935362 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Deleting port a1209c77-70aa-433d-8d2f-1f13c2a6e32a {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:34.935757 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.011411 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-23449f8f-93da-4bda-af1b-4684d8501a45 None None] The port 'a1209c77-70aa-433d-8d2f-1f13c2a6e32a' was deleted {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:19:35.510005 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6221fb-9f38-40b7-9438-a8cb525d7be2 req-888aa287-808b-4ebe-b7ed-328cc569fde1 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:35.511773 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2d6221fb-9f38-40b7-9438-a8cb525d7be2 req-888aa287-808b-4ebe-b7ed-328cc569fde1 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 943 time: 0.0846438 Jan 18 13:19:35.556490 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-2d6221fb-9f38-40b7-9438-a8cb525d7be2 req-b7737370-4059-46f7-9f01-3e1c13eaac32 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Jan 18 13:19:35.863054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9cc78-0205-4f89-a7cf-e6bb7f6e4630 req-c741a847-1f12-4000-908c-eb982d9fca34 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:35.864547 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6bd9cc78-0205-4f89-a7cf-e6bb7f6e4630 req-c741a847-1f12-4000-908c-eb982d9fca34 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 944 time: 0.0758781 Jan 18 13:19:35.873091 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.889759 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.899819 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] Pushing event deleted for resources: {'Network': ['ID=0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:35.909790 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-14b9aca5-558c-4214-905f-88f7d15f9185 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.922579 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device c47e29d4-44f5-4deb-9e49-fcc606936edf details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:19:35.930781 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1667c258-b00b-43cb-8988-c658f57278a1 up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:35.937261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9aca5-558c-4214-905f-88f7d15f9185 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e30aca-523e-49c6-b190-fcc398e86269,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:35.943437 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6bd9cc78-0205-4f89-a7cf-e6bb7f6e4630 req-6568a8c8-cd8d-4791-9967-8c61610ffef0 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Jan 18 13:19:36.120284 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-138c084a-ef6c-4da7-a1ba-7127bad5745e admin admin] 10.222.0.71 "DELETE /v2.0/networks/0fda8bb1-b877-4f8d-b5e3-eeca0f1d7fed HTTP/1.1" status: 204 len: 168 time: 2.5923269 Jan 18 13:19:36.146149 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:36.158314 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-14b9aca5-558c-4214-905f-88f7d15f9185 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.159626 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-14b9aca5-558c-4214-905f-88f7d15f9185 tempest-TestShelveInstance-1548827226 tempest-TestShelveInstance-1548827226-project] 10.222.0.71 "DELETE /v2.0/security-groups/86e30aca-523e-49c6-b190-fcc398e86269 HTTP/1.1" status: 204 len: 168 time: 1.7375045 Jan 18 13:19:36.170403 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'port_id': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'mac_address': 'fa:16:3e:4d:06:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:19:36.209819 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 1667c258-b00b-43cb-8988-c658f57278a1 completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:36.227299 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 1667c258-b00b-43cb-8988-c658f57278a1 triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:36.227670 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.279401 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.303516 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47e29d4-44f5-4deb-9e49-fcc606936edf {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:19:36.324450 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:36.377812 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.404924 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0378aa91-6fde-4147-86c7-3399dd360839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1667c258-b00b-43cb-8988-c658f57278a1'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:36.414333 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 1667c258-b00b-43cb-8988-c658f57278a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1667c258-b00b-43cb-8988-c658f57278a1,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:36.427089 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.467950 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0378aa91-6fde-4147-86c7-3399dd360839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1667c258-b00b-43cb-8988-c658f57278a1', 'code': 200} Jan 18 13:19:36.499545 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:36.524004 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.525924 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59146) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:36.576624 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f277f3cb-2909-452c-9cc0-a7a9bc7327f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b917745963954805bd3a203e79d65832&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490212 Jan 18 13:19:36.579145 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59150) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:36.590590 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=1667c258-b00b-43cb-8988-c658f57278a1,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:36.646471 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-41c5a4d8-e913-488c-b117-400f9659efa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.672701 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-41c5a4d8-e913-488c-b117-400f9659efa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.731711 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['c47e29d4-44f5-4deb-9e49-fcc606936edf'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:36.771412 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f6e5b-d0b3-43fb-abc3-b8cd80d9aa2f req-00bebbcd-b856-48f3-a057-64793b718cb1 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:36.772943 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-da6f6e5b-d0b3-43fb-abc3-b8cd80d9aa2f req-00bebbcd-b856-48f3-a057-64793b718cb1 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 944 time: 0.0873828 Jan 18 13:19:36.793092 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-41c5a4d8-e913-488c-b117-400f9659efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.810990 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5a4d8-e913-488c-b117-400f9659efa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298f0c7-a784-42a3-98c2-e422d9c39de2,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:36.827996 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-41c5a4d8-e913-488c-b117-400f9659efa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.831086 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-da6f6e5b-d0b3-43fb-abc3-b8cd80d9aa2f req-8368b732-16c7-4dfd-8f1d-d73cbcd561de tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492935 Jan 18 13:19:36.832067 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-41c5a4d8-e913-488c-b117-400f9659efa3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7298f0c7-a784-42a3-98c2-e422d9c39de2 HTTP/1.1" status: 204 len: 168 time: 0.2519028 Jan 18 13:19:36.945228 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-83760611-e362-4a26-b206-fc23a7031fce req-4c3bde77-2a50-4a46-a029-35b1a0665827 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 1098 time: 0.0729742 Jan 18 13:19:36.991538 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-83760611-e362-4a26-b206-fc23a7031fce req-d7a849d9-93c2-4b91-9690-3f0dcaac4afd service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Jan 18 13:19:37.151299 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa934068-b44e-49d4-8ab6-a28eb3328d39 req-cb8d176c-a52e-4ac5-8536-aa7d861c75c6 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:37.153194 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fa934068-b44e-49d4-8ab6-a28eb3328d39 req-cb8d176c-a52e-4ac5-8536-aa7d861c75c6 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.0822995 Jan 18 13:19:37.199742 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fa934068-b44e-49d4-8ab6-a28eb3328d39 req-029f952f-416b-4b18-867f-f424a7a8241b tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Jan 18 13:19:37.346050 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59166) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:37.855326 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776619'] for router_interface, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:37.934875 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device c47e29d4-44f5-4deb-9e49-fcc606936edf up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:19:38.085770 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4569-0b5c-46fa-a238-dba01a44f9d8 req-3ec4f057-a3ee-4c3d-a4f0-f87276e17ea0 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:38.087914 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-104f4569-0b5c-46fa-a238-dba01a44f9d8 req-3ec4f057-a3ee-4c3d-a4f0-f87276e17ea0 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 944 time: 0.0798991 Jan 18 13:19:38.130264 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port c47e29d4-44f5-4deb-9e49-fcc606936edf completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:38.135436 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port c47e29d4-44f5-4deb-9e49-fcc606936edf triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:38.135823 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.140356 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-104f4569-0b5c-46fa-a238-dba01a44f9d8 req-42710e41-a5a2-4236-92a9-f9e5c7ac935a tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Jan 18 13:19:38.275783 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.327251 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59188) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:38.334266 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:38.463764 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-558376968-network', 'tenant_id': '4b62e482651d433e815f0b6ca1e1cd18'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:38.468236 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:38.469536 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:38.472021 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Usage tracker for resource:network and tenant:4b62e482651d433e815f0b6ca1e1cd18 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:38.475182 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:38.485469 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:38.490250 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.536100 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'code': 200} Jan 18 13:19:38.563850 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:38.565933 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f391-e40b-44a1-919f-936e6c8d701b req-8548efc2-cc9a-428e-9582-4a41ea2e8ddb tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:38.567446 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-54f9f391-e40b-44a1-919f-936e6c8d701b req-8548efc2-cc9a-428e-9582-4a41ea2e8ddb tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.1684580 Jan 18 13:19:38.575574 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Made reservation on behalf of 4b62e482651d433e815f0b6ca1e1cd18 for: {'network': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:38.577948 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.592284 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.626468 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:38.631183 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Usage tracker for resource:security_group_rule and tenant:4b62e482651d433e815f0b6ca1e1cd18 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:38.637176 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:38.643911 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-54f9f391-e40b-44a1-919f-936e6c8d701b req-054684f2-2021-433d-b902-fa14bfc170cc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659122 Jan 18 13:19:38.648685 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:38.740954 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.794124 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Deleting port f55c471a-c09d-4eb6-86df-01b0e4646664 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:38.794685 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.809990 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.847694 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 983} {{(pid=83635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:19:38.857710 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d0bf0d-66b3-4827-854b-4022eff444bd,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:38.863581 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:38.864043 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.segments_db [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Added segment 32e8f4fb-6a85-45c1-ad77-4e9b1895c50a of type vlan for network f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24 Jan 18 13:19:38.897187 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.009806 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.011138 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:39.012111 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.045212 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] For port f55c471a-c09d-4eb6-86df-01b0e4646664, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f55c471a-c09d-4eb6-86df-01b0e4646664,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:39.045765 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.117678 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:39.128778 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:19:39.166451 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bc85668e-3a86-430d-9420-91e63fa5214a req-bcfeb85e-3605-4617-af96-766a0a275d81 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.2385409 Jan 18 13:19:39.172558 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Calling delete_port for f55c471a-c09d-4eb6-86df-01b0e4646664 owned by network:router_interface {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:39.201621 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-aa32da21-37b8-480e-9c81-a94ac194af61 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8706529 Jan 18 13:19:39.201873 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59218) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:39.207524 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Request body: {'subnet': {'network_id': 'f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-558376968-subnet', 'tenant_id': '4b62e482651d433e815f0b6ca1e1cd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:39.212405 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:39.216449 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Usage tracker for resource:subnet and tenant:4b62e482651d433e815f0b6ca1e1cd18 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:39.219813 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:39.226642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:39.263322 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-bc85668e-3a86-430d-9420-91e63fa5214a req-4a9aa771-464c-4bb3-b5f2-13cb109f3d91 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647683 Jan 18 13:19:39.319305 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Made reservation on behalf of 4b62e482651d433e815f0b6ca1e1cd18 for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:39.321605 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8315435'] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.457149 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1327da-3314-4cce-8f06-036361f59cd9 req-4aa52c36-7797-406c-93ae-b4953ee36a00 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:39.458639 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7d1327da-3314-4cce-8f06-036361f59cd9 req-4aa52c36-7797-406c-93ae-b4953ee36a00 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.1759601 Jan 18 13:19:39.477160 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.523806 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55c471a-c09d-4eb6-86df-01b0e4646664,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:39.556285 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7d1327da-3314-4cce-8f06-036361f59cd9 req-137f8e14-2ddb-4c00-ba20-e0c023ebd327 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909727 Jan 18 13:19:39.660762 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8019267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8315453'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.784319 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c9992d-0248-4b72-89c9-316744a87e80,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:39.811153 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Checking segment: {'id': '32e8f4fb-6a85-45c1-ad77-4e9b1895c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:39.811537 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Network hostable DHCP agents. Network: f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:19:39.856735 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-777794'] for router_interface, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.885023 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Network f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:19:40.010356 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:40.015020 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:40.015641 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:40.019574 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0eb6a6-422d-4143-ba4d-99c8a8174d22 None None] Network f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:40.148492 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-dbb85d7a-055d-4aa8-8425-38a9837cd59f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9457612 Jan 18 13:19:40.265617 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998916a-072c-4797-bbb4-5c2da27a29de None None] Network f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:40.516983 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-7692f5d8-9052-4b37-9d5c-d05681010d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:40.635248 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Router 4dc8508d-45f7-4638-b675-b639ca56fe7e has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:40.873931 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb693-7d7e-4142-a47b-8482149632c1 req-480ebccb-0808-46d6-8a81-663028f911e4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:40.875413 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-786cb693-7d7e-4142-a47b-8482149632c1 req-480ebccb-0808-46d6-8a81-663028f911e4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.1831043 Jan 18 13:19:40.943328 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-786cb693-7d7e-4142-a47b-8482149632c1 req-a8f9f02a-16bc-4054-93e8-788998604404 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605810 Jan 18 13:19:40.962127 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:40.970944 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] Sync routers for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:40.983501 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:40.984413 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:41.034150 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-28716fe5-3074-407e-a7cc-bef5d15a4749 admin admin] 10.222.0.71 "PUT /v2.0/routers/4dc8508d-45f7-4638-b675-b639ca56fe7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6868939 Jan 18 13:19:41.036616 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59238) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:41.202628 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:41.244615 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks [] for router, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.454592 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.506501 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:19:39Z', 'revision_number': 5, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port': {'id': '19a1048f-217e-43bf-acc2-97db23528e9d', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:11Z', 'updated_at': '2022-01-18T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:41.510606 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] Checking router: 4dc8508d-45f7-4638-b675-b639ca56fe7e for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:41.528759 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] Routers {'4dc8508d-45f7-4638-b675-b639ca56fe7e'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:41.529471 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['4dc8508d-45f7-4638-b675-b639ca56fe7e'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:41.569677 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Deleting port 19a1048f-217e-43bf-acc2-97db23528e9d {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:41.570072 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.686105 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] Set router 4dc8508d-45f7-4638-b675-b639ca56fe7e gateway port host: None {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:41.705582 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59252) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:41.720473 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-55163019-network', 'tenant_id': '27b9ccbc9a8d4ed6a0e7c0c332a84396'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:41.729102 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:41.738836 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Usage tracker for resource:network and tenant:27b9ccbc9a8d4ed6a0e7c0c332a84396 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:41.740267 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:41.755185 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:41.782252 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] For port 19a1048f-217e-43bf-acc2-97db23528e9d, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=19a1048f-217e-43bf-acc2-97db23528e9d,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:41.784098 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.799171 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:19:41Z', 'revision_number': 6, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port_host': None}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:41.803866 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d249a5-fc26-4217-8c09-e6dbb8660823 None None] The sync data for ids ['4dc8508d-45f7-4638-b675-b639ca56fe7e'] in dv-cinder-825103-1-smb is: [{'id': '4dc8508d-45f7-4638-b675-b639ca56fe7e', 'name': 'tempest-TestShelveInstance-756516085-router', 'tenant_id': '22ee837769284a64af4821470e4e4d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:10Z', 'updated_at': '2022-01-18T13:19:41Z', 'revision_number': 6, 'project_id': '22ee837769284a64af4821470e4e4d3a', 'gw_port_host': None}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:41.959837 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Made reservation on behalf of 27b9ccbc9a8d4ed6a0e7c0c332a84396 for: {'network': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:41.963530 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for network, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.035070 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Calling delete_port for 19a1048f-217e-43bf-acc2-97db23528e9d owned by network:router_gateway {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:42.060925 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.124814 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:42.135553 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Usage tracker for resource:security_group_rule and tenant:27b9ccbc9a8d4ed6a0e7c0c332a84396 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:42.140140 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:42.153642 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:42.161063 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fa86f-2b0e-47a4-81b6-33e441862fae req-3085d29c-678c-465a-aa9d-3e44ac8691b9 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:42.162633 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a31fa86f-2b0e-47a4-81b6-33e441862fae req-3085d29c-678c-465a-aa9d-3e44ac8691b9 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.0880816 Jan 18 13:19:42.218606 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-a31fa86f-2b0e-47a4-81b6-33e441862fae req-38b5f440-4e06-410e-8a2e-d2e0f39b44b6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Jan 18 13:19:42.298982 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.393954 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.409225 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.463371 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=83634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:19:42.489516 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a1048f-217e-43bf-acc2-97db23528e9d,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:42.511856 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.511856 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.db.segments_db [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Added segment 14fe0b75-242c-41bc-9428-1c1a345e19e7 of type vlan for network 24e71f89-2641-47a8-813e-c0dc6e24f563 Jan 18 13:19:42.544543 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4139eeb-afd9-47f9-9741-8ea79e18fb5a,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:42.621323 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743576329072'] for network, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.630757 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758195-fc19-4b27-93ff-afec6dac3bb6 req-a02d7460-768f-4d4e-b1a1-3771584d9087 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:42.632973 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86758195-fc19-4b27-93ff-afec6dac3bb6 req-a02d7460-768f-4d4e-b1a1-3771584d9087 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.2848690 Jan 18 13:19:42.641622 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f55c471a-c09d-4eb6-86df-01b0e4646664 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:42.670358 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d8c9-aa56-4157-87af-c9417377e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.680580 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: f55c471a-c09d-4eb6-86df-01b0e4646664 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:42.681538 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f55c471a-c09d-4eb6-86df-01b0e4646664 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:42.681847 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 19a1048f-217e-43bf-acc2-97db23528e9d no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:42.718400 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 19a1048f-217e-43bf-acc2-97db23528e9d {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:42.718658 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 19a1048f-217e-43bf-acc2-97db23528e9d not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:42.839016 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-86758195-fc19-4b27-93ff-afec6dac3bb6 req-196f2649-a89b-447e-9f47-30effd9f30dc tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977339 Jan 18 13:19:42.839605 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211'] for network, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.840495 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:42.841097 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:42.873828 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-777870'] for router_gateway, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.080562 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] Pushing event updated for resources: {'Network': ['ID=24e71f89-2641-47a8-813e-c0dc6e24f563,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:43.094980 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Network 24e71f89-2641-47a8-813e-c0dc6e24f563 details requested by agent ovs-agent-dv-cinder-825103-1-smb with host dv-cinder-825103-1-smb {{(pid=83636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:19:43.159859 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2c1c3f37-f2d4-449d-954b-75cf36256756 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4531190 Jan 18 13:19:43.162991 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59268) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:43.171351 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Request body: {'subnet': {'network_id': '24e71f89-2641-47a8-813e-c0dc6e24f563', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-55163019-subnet', 'tenant_id': '27b9ccbc9a8d4ed6a0e7c0c332a84396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:43.178216 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:43.193286 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Usage tracker for resource:subnet and tenant:27b9ccbc9a8d4ed6a0e7c0c332a84396 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:43.197602 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:43.205501 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:43.233692 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104303'] for router, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.271802 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.295712 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Made reservation on behalf of 27b9ccbc9a8d4ed6a0e7c0c332a84396 for: {'subnet': 1} {{(pid=83635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:43.298213 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8315435'] for subnet, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.332635 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf8ae-5cf7-48c8-be11-021f25b23b95 req-17116fbb-9f6f-4b97-908f-747940ee2e88 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:43.334110 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-dbdcf8ae-5cf7-48c8-be11-021f25b23b95 req-17116fbb-9f6f-4b97-908f-747940ee2e88 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.0980959 Jan 18 13:19:43.380409 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-dbdcf8ae-5cf7-48c8-be11-021f25b23b95 req-7ade63e1-3666-4bc9-bd41-417e4eb0ddf7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Jan 18 13:19:43.381434 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770150'] for router, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.381941 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc8508d-45f7-4638-b675-b639ca56fe7e {{(pid=83634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:19:43.393201 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] Notify callbacks [] for router, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.394702 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-5d1ff671-aaab-4a9d-9fe4-7a59beacc525 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4dc8508d-45f7-4638-b675-b639ca56fe7e HTTP/1.1" status: 204 len: 168 time: 2.3567879 Jan 18 13:19:43.397284 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59272) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:43.482742 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] Deleting subnet 1f611ed4-863f-4784-90e3-e2fac7139fe9 {{(pid=83634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:19:43.486077 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.552634 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.553916 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8231942'] for subnet, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.638315 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8019267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8315453'] for subnet, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.719907 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a909b4fb-1917-44cb-b11e-43153fd39346,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:43.732346 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Checking segment: {'id': '14fe0b75-242c-41bc-9428-1c1a345e19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '24e71f89-2641-47a8-813e-c0dc6e24f563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:43.732853 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Network hostable DHCP agents. Network: 24e71f89-2641-47a8-813e-c0dc6e24f563, hostable agents: ['56297988-a6e1-49ac-b9a7-e7efd53075e2'], hosted agents: [] {{(pid=83635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:19:43.749241 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.820777 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Network 24e71f89-2641-47a8-813e-c0dc6e24f563 is scheduled to be hosted by DHCP agent 56297988-a6e1-49ac-b9a7-e7efd53075e2 with binding_index 1 {{(pid=83635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:19:43.901905 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7413453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8373340'] for subnet, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.911105 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-smb, 24e71f89-2641-47a8-813e-c0dc6e24f563) {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:43.915352 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:43.916060 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.924448 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a4fe0-a50b-4478-bc4e-1d21792aedce None None] Network 24e71f89-2641-47a8-813e-c0dc6e24f563 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:43.943165 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f611ed4-863f-4784-90e3-e2fac7139fe9,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:43.950584 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.956607 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-18d8c903-ce51-4244-b4af-bcf03b875548 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1f611ed4-863f-4784-90e3-e2fac7139fe9 HTTP/1.1" status: 204 len: 168 time: 0.5582867 Jan 18 13:19:43.959092 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59278) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:43.997472 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33466cfb-b33a-4f49-81b4-bb1854f58e61 None None] Network fcd3b77f-b23b-4886-8965-fb32054502eb requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:44.039485 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-e5b1be8c-b995-45b8-9942-bb378bc492c1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8741086 Jan 18 13:19:44.087585 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.102670 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Deleting port fbaced9d-d7bf-47af-9e41-b4aca19f3968 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:44.103622 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.199263 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.238785 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59286) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:44.357006 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] Deleting subnet 67c9992d-0248-4b72-89c9-316744a87e80 {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:19:44.362261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.414879 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8169518'] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.434189 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e887ab-2c8e-40b2-8f6e-2ac278f1fce3 None None] Network 24e71f89-2641-47a8-813e-c0dc6e24f563 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:44.485049 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] For port fbaced9d-d7bf-47af-9e41-b4aca19f3968, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=fbaced9d-d7bf-47af-9e41-b4aca19f3968,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:44.485389 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.495959 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.530757 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] DHCP port deletion for fcd3b77f-b23b-4886-8965-fb32054502eb request from dv-cinder-825103-1-smb {{(pid=83636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:19:44.541444 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Deleting port fbaced9d-d7bf-47af-9e41-b4aca19f3968 {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:44.542224 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.629603 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Calling delete_port for fbaced9d-d7bf-47af-9e41-b4aca19f3968 owned by network:dhcp {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:44.769874 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8019200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8315444'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.782182 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.826543 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c9992d-0248-4b72-89c9-316744a87e80,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:44.829503 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbaced9d-d7bf-47af-9e41-b4aca19f3968,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:44.835641 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] No DVR routers for this DVR port fbaced9d-d7bf-47af-9e41-b4aca19f3968 on host dv-cinder-825103-1-smb {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:44.842224 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.852692 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-d10984cc-f3a9-4f91-af7f-ad6c205a661f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/67c9992d-0248-4b72-89c9-316744a87e80 HTTP/1.1" status: 204 len: 168 time: 0.6112914 Jan 18 13:19:44.852692 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59294) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:44.942537 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] For port fbaced9d-d7bf-47af-9e41-b4aca19f3968, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=fbaced9d-d7bf-47af-9e41-b4aca19f3968,segment=NetworkSegment(71f579c8-4e39-49cd-81b5-2a136c78e5f0),segment_id=71f579c8-4e39-49cd-81b5-2a136c78e5f0)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:44.943142 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.958978 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.979574 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.993619 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd3b77f-b23b-4886-8965-fb32054502eb']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:45.014010 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f579c8-4e39-49cd-81b5-2a136c78e5f0') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:45.028165 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f579c8-4e39-49cd-81b5-2a136c78e5f0') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:45.029512 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.051621 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.059279 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:19:45.067853 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:19:45.078193 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:19:45.083862 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Calling delete_port for fbaced9d-d7bf-47af-9e41-b4aca19f3968 owned by network:dhcp {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:45.140135 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.174780 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24']}} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:45.184663 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:19:45.185028 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:19:45.188875 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e8f4fb-6a85-45c1-ad77-4e9b1895c50a') {'for_net_delete': True} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:45.189200 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e8f4fb-6a85-45c1-ad77-4e9b1895c50a') {} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:45.208732 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8169509'] for segment, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.220185 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.234253 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.242280 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=83635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:19:45.242912 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885478'] for segment, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.255479 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: Traceback (most recent call last): Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: timer() Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: cb(*args, **kw) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: return func(*args, **kwargs) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: self._notify() Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: self.callback(batched_events) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: event.method(event) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: return f(self, *a, **k) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: return self._get(url).json() Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: return self.request(url, 'GET', **kwargs) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:19:45.256704 dv-cinder-825103-1-smb neutron-server[83635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:19:45.279559 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.287959 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd3b77f-b23b-4886-8965-fb32054502eb,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:45.382230 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8e90e813-f53b-4bc0-a4d1-b268f4f86ad4 admin admin] 10.222.0.71 "DELETE /v2.0/networks/fcd3b77f-b23b-4886-8965-fb32054502eb HTTP/1.1" status: 204 len: 168 time: 1.4219179 Jan 18 13:19:45.390805 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59302) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:45.447737 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.470314 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.482210 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:45.487259 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-68180990-d9ff-43e6-a79f-ce6c6cffdb0c admin admin] 10.222.0.71 "DELETE /v2.0/networks/f5b040bf-b1ba-4bfb-8d4c-9e29b5545d24 HTTP/1.1" status: 204 len: 168 time: 0.6307750 Jan 18 13:19:45.488092 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59308) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:45.564522 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] Deleting subnet a909b4fb-1917-44cb-b11e-43153fd39346 {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:19:45.568947 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.676961 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8169518'] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.686451 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Deleting port fbaced9d-d7bf-47af-9e41-b4aca19f3968 {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:45.686835 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.755914 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-94a81420-eae7-47f0-8197-dcacbd191595 None None] The port 'fbaced9d-d7bf-47af-9e41-b4aca19f3968' was deleted {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:19:45.758907 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.009523 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8019200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8315444'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.059451 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a909b4fb-1917-44cb-b11e-43153fd39346,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:46.065695 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.083509 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a6a60b1e-8b52-4eb3-9adf-8908f7dd7c23 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a909b4fb-1917-44cb-b11e-43153fd39346 HTTP/1.1" status: 204 len: 168 time: 0.5925043 Jan 18 13:19:46.083818 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59320) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:46.206256 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.213851 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776619'] for router_interface, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.394216 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device fbaced9d-d7bf-47af-9e41-b4aca19f3968 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:46.438991 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: fbaced9d-d7bf-47af-9e41-b4aca19f3968 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:46.439489 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device fbaced9d-d7bf-47af-9e41-b4aca19f3968 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:46.522141 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.554889 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e71f89-2641-47a8-813e-c0dc6e24f563']}} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:46.569992 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fe0b75-242c-41bc-9428-1c1a345e19e7') {'for_net_delete': True} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:46.570284 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.services.segments.db [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fe0b75-242c-41bc-9428-1c1a345e19e7') {} {{(pid=83635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:46.635079 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8169509'] for segment, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.660808 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.676040 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=83635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:19:46.676427 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885478'] for segment, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: Traceback (most recent call last): Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: timer() Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: cb(*args, **kw) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: return func(*args, **kwargs) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: self._notify() Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: self.callback(batched_events) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: event.method(event) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: return f(self, *a, **k) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: return self._get(url).json() Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: return self.request(url, 'GET', **kwargs) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:19:46.689189 dv-cinder-825103-1-smb neutron-server[83635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:19:46.894049 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.917833 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.952431 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] Pushing event deleted for resources: {'Network': ['ID=24e71f89-2641-47a8-813e-c0dc6e24f563,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:46.958712 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-9f6e5b5d-558e-40d0-bdfb-50c00d871dee admin admin] 10.222.0.71 "DELETE /v2.0/networks/24e71f89-2641-47a8-813e-c0dc6e24f563 HTTP/1.1" status: 204 len: 168 time: 0.8734872 Jan 18 13:19:47.253532 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Deleting port af74c3c7-1790-4e9a-9b6b-963cf15b86f8 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:47.253872 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.432219 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] For port af74c3c7-1790-4e9a-9b6b-963cf15b86f8, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,segment=NetworkSegment(2ec31601-5265-4843-a2b9-9be0b86f777e),segment_id=2ec31601-5265-4843-a2b9-9be0b86f777e)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:47.432480 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.555559 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Calling delete_port for af74c3c7-1790-4e9a-9b6b-963cf15b86f8 owned by network:router_interface {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:47.589725 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59336) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:47.646072 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-35d73a4a-bef1-4416-bb1e-e8550dda1eb4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b62e482651d433e815f0b6ca1e1cd18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546393 Jan 18 13:19:47.648579 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59340) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:47.714426 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c41-ea08-4db3-b66e-d937df1db6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.742229 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c41-ea08-4db3-b66e-d937df1db6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.843815 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.888007 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Pushing event deleted for resources: {'Port': ['ID=af74c3c7-1790-4e9a-9b6b-963cf15b86f8,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:47.905776 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c41-ea08-4db3-b66e-d937df1db6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.925002 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba0c41-ea08-4db3-b66e-d937df1db6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d0bf0d-66b3-4827-854b-4022eff444bd,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:47.937860 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c41-ea08-4db3-b66e-d937df1db6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.941234 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-02ba0c41-ea08-4db3-b66e-d937df1db6c7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28d0bf0d-66b3-4827-854b-4022eff444bd HTTP/1.1" status: 204 len: 168 time: 0.2896268 Jan 18 13:19:48.332007 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-777794'] for router_interface, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:48.805528 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59352) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:48.869552 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8fe114bb-696f-405c-afcd-18e5cfd758f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=27b9ccbc9a8d4ed6a0e7c0c332a84396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0616739 Jan 18 13:19:48.872227 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59356) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:48.941848 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-160863a6-138e-449f-8145-76bd582dad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:48.948285 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Router 0d985fce-d63b-4fe1-a4bb-371a78745b0f has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:48.972923 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-160863a6-138e-449f-8145-76bd582dad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.106935 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-160863a6-138e-449f-8145-76bd582dad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.130507 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160863a6-138e-449f-8145-76bd582dad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4139eeb-afd9-47f9-9741-8ea79e18fb5a,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:49.140826 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-160863a6-138e-449f-8145-76bd582dad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.146723 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-160863a6-138e-449f-8145-76bd582dad61 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4139eeb-afd9-47f9-9741-8ea79e18fb5a HTTP/1.1" status: 204 len: 168 time: 0.2729719 Jan 18 13:19:49.193405 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:49.202395 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] Sync routers for ids ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:49.219952 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] Routers {'0d985fce-d63b-4fe1-a4bb-371a78745b0f'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:49.220589 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:49.297491 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-b633d651-267b-49b5-bf01-1d80adcbd280 admin admin] 10.222.0.71 "PUT /v2.0/routers/0d985fce-d63b-4fe1-a4bb-371a78745b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9103122 Jan 18 13:19:49.300013 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59368) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:49.427066 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] Set router 0d985fce-d63b-4fe1-a4bb-371a78745b0f gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:49.536296 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks [] for router, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.698194 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd568ab4-1f71-496b-83b7-3d1ad81507a7 req-0ad5e5f1-5dab-4ef5-aa60-c59973289034 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:49.700502 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-dd568ab4-1f71-496b-83b7-3d1ad81507a7 req-0ad5e5f1-5dab-4ef5-aa60-c59973289034 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.1698818 Jan 18 13:19:49.735028 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:19:47Z', 'revision_number': 5, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:49.739665 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] Checking router: 0d985fce-d63b-4fe1-a4bb-371a78745b0f for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:49.751549 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] Routers {'0d985fce-d63b-4fe1-a4bb-371a78745b0f'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:49.752361 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:49.781776 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-dd568ab4-1f71-496b-83b7-3d1ad81507a7 req-ae4c1bdd-744a-4c05-a8ff-ac2b00d18821 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738437 Jan 18 13:19:49.816034 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.830588 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59384) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:49.878254 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Deleting port f95993c8-bdbd-4131-900b-fa6cfcfbc848 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:49.878626 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.944830 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] Set router 0d985fce-d63b-4fe1-a4bb-371a78745b0f gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:50.227705 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] For port f95993c8-bdbd-4131-900b-fa6cfcfbc848, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f95993c8-bdbd-4131-900b-fa6cfcfbc848,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:50.228328 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.266729 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:19:47Z', 'revision_number': 5, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:50.267634 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb19500-f947-4ec9-a727-2b9575418f38 None None] The sync data for ids ['0d985fce-d63b-4fe1-a4bb-371a78745b0f'] in dv-cinder-825103-1-smb is: [{'id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'name': 'tempest-TestShelveInstance-1658263270-router', 'tenant_id': 'd18f6b6f4f284ffb8193aaa033495756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:23Z', 'updated_at': '2022-01-18T13:19:47Z', 'revision_number': 5, 'project_id': 'd18f6b6f4f284ffb8193aaa033495756', 'gw_port': {'id': 'f95993c8-bdbd-4131-900b-fa6cfcfbc848', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d985fce-d63b-4fe1-a4bb-371a78745b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:24Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:50.351369 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-3c7f11b4-6861-44d6-a586-e71048f6ea32 tempest-TestMinimumBasicScenario-301108737 tempest-TestMinimumBasicScenario-301108737-project-admin] Synchronizing usage tracker for tenant:5dc334a4dfe84ce990967d63cc27a8cb on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:50.359815 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Calling delete_port for f95993c8-bdbd-4131-900b-fa6cfcfbc848 owned by network:router_gateway {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:50.545231 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-3c7f11b4-6861-44d6-a586-e71048f6ea32 tempest-TestMinimumBasicScenario-301108737 tempest-TestMinimumBasicScenario-301108737-project-admin] Unset dirty status for tenant:5dc334a4dfe84ce990967d63cc27a8cb on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:50.546448 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-3c7f11b4-6861-44d6-a586-e71048f6ea32 tempest-TestMinimumBasicScenario-301108737 tempest-TestMinimumBasicScenario-301108737-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1093 time: 0.7144430 Jan 18 13:19:50.549512 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59400) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:50.554780 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'floatingip': {'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'port_id': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:50.561126 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:50.566394 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:floatingip and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:50.569753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:50.575846 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:50.614224 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.637117 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device af74c3c7-1790-4e9a-9b6b-963cf15b86f8 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:50.670135 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95993c8-bdbd-4131-900b-fa6cfcfbc848,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:50.672475 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: af74c3c7-1790-4e9a-9b6b-963cf15b86f8 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:50.672831 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device af74c3c7-1790-4e9a-9b6b-963cf15b86f8 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:50.707623 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for floatingip, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.978242 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-777870'] for router_gateway, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.170239 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.255369 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104303'] for router, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.262866 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.270168 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.477447 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770150'] for router, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.477943 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d985fce-d63b-4fe1-a4bb-371a78745b0f {{(pid=83635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:19:51.508658 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.512048 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-0a991151-741a-4e1e-9a9d-f433203bdb99 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0d985fce-d63b-4fe1-a4bb-371a78745b0f HTTP/1.1" status: 204 len: 168 time: 2.2088325 Jan 18 13:19:51.513012 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59418) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:51.521923 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_common [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Allocated IP 172.28.0.43 (2ee77843-6b79-4761-92db-c103e688f251/de392ece-4a8a-473f-a1f3-aca55c489b66/db33b755-6234-442d-8336-14371f8c5f5a) {{(pid=83635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:19:51.589977 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] Deleting subnet 4258a32d-99fe-4721-8508-9ff7c1c7ac6d {{(pid=83634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:19:51.593398 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.667038 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8231942'] for subnet, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.685199 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for port, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.775603 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.841526 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.845147 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Network 2ee77843-6b79-4761-92db-c103e688f251 is already hosted by enough agents. {{(pid=83635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:19:51.848160 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.base_scheduler [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources bound (agent type, host, resource id): {{(pid=83635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:51.850525 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Received port after_create {{(pid=83635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:19:51.889912 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'Port': ['ID=db33b755-6234-442d-8336-14371f8c5f5a,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:52.024711 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7413453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8373340'] for subnet, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.067581 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4258a32d-99fe-4721-8508-9ff7c1c7ac6d,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:52.078667 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.090173 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a96bc88-1550-4b52-923f-b7e689eca50a None None] Network 613c7e26-1683-46e3-a43d-d9fc3ed8c495 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:52.091196 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b6f41a91-c43d-481d-8d88-630f191810fa admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4258a32d-99fe-4721-8508-9ff7c1c7ac6d HTTP/1.1" status: 204 len: 168 time: 0.5763841 Jan 18 13:19:52.092029 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59434) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:52.220166 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.231431 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Deleting port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:52.231626 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.388512 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] DHCP port deletion for 613c7e26-1683-46e3-a43d-d9fc3ed8c495 request from dv-cinder-825103-1-smb {{(pid=83636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:19:52.393246 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Deleting port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:52.393671 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.424902 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f95993c8-bdbd-4131-900b-fa6cfcfbc848 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:52.463039 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: f95993c8-bdbd-4131-900b-fa6cfcfbc848 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:52.463675 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f95993c8-bdbd-4131-900b-fa6cfcfbc848 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:52.466221 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.485371 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] For port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,segment=NetworkSegment(2ec31601-5265-4843-a2b9-9be0b86f777e),segment_id=2ec31601-5265-4843-a2b9-9be0b86f777e)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:52.485729 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.600418 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.612070 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Calling delete_port for c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 owned by network:dhcp {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:52.688736 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] For port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,segment=NetworkSegment(2ec31601-5265-4843-a2b9-9be0b86f777e),segment_id=2ec31601-5265-4843-a2b9-9be0b86f777e)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:52.688736 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.809598 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.820985 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Calling delete_port for c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 owned by network:dhcp {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:52.844737 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for port, precommit_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.872800 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17b59d8-ab9b-4d72-8e95-12546ba5b6b7,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:52.878211 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] No DVR routers for this DVR port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 on host dv-cinder-825103-1-smb {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:52.893527 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:19:52.894020 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:19:52.935505 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885562'] for port, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.991202 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.020152 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613c7e26-1683-46e3-a43d-d9fc3ed8c495']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:53.036137 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec31601-5265-4843-a2b9-9be0b86f777e') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:53.036436 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec31601-5265-4843-a2b9-9be0b86f777e') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:53.042268 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'Port': ['ID=db33b755-6234-442d-8336-14371f8c5f5a,revision_number=2']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:53.050184 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.061913 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-777949'] for floatingip, after_update {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.068312 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.074569 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:19:53.075120 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:19:53.090007 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:19:53.243892 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.258898 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.l3_db [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Floating IP b64762d7-bb54-45d6-bd78-076f5b0f276f associated. External IP: 172.28.0.43, port: c47e29d4-44f5-4deb-9e49-fcc606936edf. Jan 18 13:19:53.262535 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.268630 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] Pushing event deleted for resources: {'Network': ['ID=613c7e26-1683-46e3-a43d-d9fc3ed8c495,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:53.279067 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-afa21d68-4dff-4968-959a-d5d39d695743 admin admin] 10.222.0.71 "DELETE /v2.0/networks/613c7e26-1683-46e3-a43d-d9fc3ed8c495 HTTP/1.1" status: 204 len: 168 time: 1.1857429 Jan 18 13:19:53.329685 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59456) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:53.395639 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Deleting port c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:53.396807 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.479416 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-7a981b1a-1ed8-45b9-bb01-3e701bbb2c54 None None] The port 'c17b59d8-ab9b-4d72-8e95-12546ba5b6b7' was deleted {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:19:53.480262 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.514068 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:53.518026 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Usage tracker for resource:security_group_rule and tenant:fe37d34e122d446fa36203e41e5120dc is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:53.520990 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:53.526941 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:53.593041 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.672483 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.717883 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b2899d-609e-4641-80f7-56581eec2352,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:53.726189 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59462) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:53.726810 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-55b86cdb-25ce-4f8f-a834-3c32a84a36ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe37d34e122d446fa36203e41e5120dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3960350 Jan 18 13:19:53.752016 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59466) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:53.805258 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-4ac33d5b-22fb-43fc-b7d2-34af3ee74d98 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=22ee837769284a64af4821470e4e4d3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497777 Jan 18 13:19:53.805866 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59470) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:53.815307 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0f015362-1e26-46f1-9538-46e7a9551a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.835615 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:53.850862 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0f015362-1e26-46f1-9538-46e7a9551a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.869596 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d418-b247-4657-8110-8ebf697ccb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.894673 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d418-b247-4657-8110-8ebf697ccb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.025677 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d418-b247-4657-8110-8ebf697ccb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.044380 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2d418-b247-4657-8110-8ebf697ccb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b6fcf-893d-46be-bda3-13f62ce3667f,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:54.053911 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d418-b247-4657-8110-8ebf697ccb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.055028 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b8a2d418-b247-4657-8110-8ebf697ccb2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b32b6fcf-893d-46be-bda3-13f62ce3667f HTTP/1.1" status: 204 len: 168 time: 0.2480345 Jan 18 13:19:54.067711 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0f015362-1e26-46f1-9538-46e7a9551a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.091559 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f015362-1e26-46f1-9538-46e7a9551a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b2899d-609e-4641-80f7-56581eec2352,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:54.110879 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0f015362-1e26-46f1-9538-46e7a9551a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.114287 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-0f015362-1e26-46f1-9538-46e7a9551a7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e7b2899d-609e-4641-80f7-56581eec2352 HTTP/1.1" status: 204 len: 168 time: 0.3847136 Jan 18 13:19:54.122461 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:54.134087 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] Sync routers for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:54.150821 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:54.151713 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:54.242679 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.306546 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-200c94f6-470e-4d91-93f3-f92dc13bcf81 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7560332 Jan 18 13:19:54.307192 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:54.309382 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59482) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:54.315525 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633918038', 'description': 'tempest-secgroup-smoke-1633918038 description', 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:54.326645 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:54.336346 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:54.401716 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:54.421530 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.437527 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:54.437864 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device c17b59d8-ab9b-4d72-8e95-12546ba5b6b7 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:54.441760 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:54.450095 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'status': 'completed', 'code': 200} Jan 18 13:19:54.472891 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:54.476664 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:54.479795 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:54.485792 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:54.611595 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.632385 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-e6cbfd58-94f6-464f-8891-a921a84b485e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.1221955 Jan 18 13:19:54.736728 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.871712 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': 'b64762d7-bb54-45d6-bd78-076f5b0f276f', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'floating_ip_address': '172.28.0.43', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'port_id': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'mac_address': 'fa:16:3e:4d:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:19:52Z', 'updated_at': '2022-01-18T13:19:52Z', 'revision_number': 0, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:54.875401 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] Checking router: 7a3c5aca-f0b5-42ea-b926-6c966716ad6b for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:54.882183 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:19:54.887118 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:54.887820 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:19:43Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:54.921263 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5c43e-1a67-43fd-bff1-d848e73a81b9,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:54.957781 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-8dd6d04e-8403-473f-a130-2b95e931ffb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:54.959275 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-8dd6d04e-8403-473f-a130-2b95e931ffb2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 915 time: 0.3138108 Jan 18 13:19:55.064870 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:55.069128 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-4ae74f7b-6116-44e1-ab3d-515da1eefe5c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 998 time: 0.1000676 Jan 18 13:19:55.123857 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.125430 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f3e42b9d-4ff2-424b-a559-4428803050aa tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8150508 Jan 18 13:19:55.128455 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59500) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:55.138338 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'security_group_rule': {'security_group_id': '98b5c43e-1a67-43fd-bff1-d848e73a81b9', 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:55.141088 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59504) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:55.151790 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:55.158986 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:55.163689 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:55.167076 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-e0194340-87a7-4f41-86cf-5508f29b5a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:55.168587 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-e0194340-87a7-4f41-86cf-5508f29b5a64 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 200 len: 853 time: 0.0926268 Jan 18 13:19:55.172192 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:55.200436 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a81a821b-d935-43dc-a5aa-8d2c05786a27 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d18f6b6f4f284ffb8193aaa033495756&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556715 Jan 18 13:19:55.201815 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59508) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:55.222499 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59512) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:55.270610 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-1ac6d3a2-6409-4467-8586-0ce202c95d77 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=35caee63-192f-4d68-8f9d-e357e423e486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852215 Jan 18 13:19:55.274370 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.301598 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.323647 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:55.328486 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4f7681d6cc445889df1b6404692766 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:55.331421 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:55.337292 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:55.353063 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d83ae3d-abfc-4a06-b689-6097f99b8387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.399083 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d83ae3d-abfc-4a06-b689-6097f99b8387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.456730 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-763ebb54-3c75-4787-a8bc-0d5d46564296 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775205 Jan 18 13:19:55.469903 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.481180 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.542157 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': 'b64762d7-bb54-45d6-bd78-076f5b0f276f', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'floating_ip_address': '172.28.0.43', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'port_id': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'mac_address': 'fa:16:3e:4d:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:19:52Z', 'updated_at': '2022-01-18T13:19:52Z', 'revision_number': 0, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:55.546404 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8aba9e-adb7-474a-8186-80740b140c4f None None] The sync data for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb is: [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_floatingips': [{'id': 'b64762d7-bb54-45d6-bd78-076f5b0f276f', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'floating_ip_address': '172.28.0.43', 'floating_network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'router_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'port_id': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'mac_address': 'fa:16:3e:4d:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:19:52Z', 'updated_at': '2022-01-18T13:19:52Z', 'revision_number': 0, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:55.584278 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.620592 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.625138 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb04d0e-dac8-4664-92c7-4c59da87579b,revision_number=0']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:55.631453 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fdc56451-8e3f-45d5-abe1-79ec12bc5e5a req-d0788890-af59-488d-b884-5dca90be9a93 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581199 Jan 18 13:19:55.638416 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d83ae3d-abfc-4a06-b689-6097f99b8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.687497 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd80729-5429-46f4-90fb-18c3e2552ab2,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:55.696343 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-c01589f9-0231-4bea-8c5e-eddddf1de786 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a4f7681d6cc445889df1b6404692766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4722013 Jan 18 13:19:55.697777 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59518) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:55.706321 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0d83ae3d-abfc-4a06-b689-6097f99b8387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.707515 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-0d83ae3d-abfc-4a06-b689-6097f99b8387 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2671edf1-981f-4f1a-a0d7-4211daa83ff7 HTTP/1.1" status: 204 len: 168 time: 0.5048211 Jan 18 13:19:55.721009 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.725729 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9953194a-04d3-4c87-94e6-96201922ca5c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5913429 Jan 18 13:19:55.729309 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59524) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:55.735144 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83ae3d-abfc-4a06-b689-6097f99b8387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671edf1-981f-4f1a-a0d7-4211daa83ff7,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:55.760683 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'security_group_rule': {'security_group_id': '98b5c43e-1a67-43fd-bff1-d848e73a81b9', 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:55.778167 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:55.784527 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:55.796753 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:55.810164 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:55.832413 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dfb67dc-fd2c-4e65-bf2f-2a4618c4fe23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.863864 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c6ad5-892c-4561-812d-940e3f13fd59 None None] New status for floating IP b64762d7-bb54-45d6-bd78-076f5b0f276f: ACTIVE {{(pid=83637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:19:55.870015 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dfb67dc-fd2c-4e65-bf2f-2a4618c4fe23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.915878 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.018417 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.032274 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dfb67dc-fd2c-4e65-bf2f-2a4618c4fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.050528 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb67dc-fd2c-4e65-bf2f-2a4618c4fe23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd80729-5429-46f4-90fb-18c3e2552ab2,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:56.055860 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-8dfb67dc-fd2c-4e65-bf2f-2a4618c4fe23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.057272 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8dfb67dc-fd2c-4e65-bf2f-2a4618c4fe23 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4fd80729-5429-46f4-90fb-18c3e2552ab2 HTTP/1.1" status: 204 len: 168 time: 0.3579359 Jan 18 13:19:56.185515 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.210054 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c5872b-e2a9-480b-bf1a-b29030859f29,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:56.324088 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.325413 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-c2ea1570-9463-4a1d-a30d-593836980f95 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5924067 Jan 18 13:19:56.328193 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59530) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:56.334100 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'security_group_rule': {'security_group_id': '98b5c43e-1a67-43fd-bff1-d848e73a81b9', 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:56.351180 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:56.351180 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:56.351180 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:56.357075 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:56.476240 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.554687 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.666829 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.691475 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf15c4b-9286-4d04-8a46-0c060926546c,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:56.775894 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.777558 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-f5e4ba35-84df-49f1-becf-349e471cfbe2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4480207 Jan 18 13:19:56.780638 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59544) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:56.786482 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'security_group_rule': {'security_group_id': '98b5c43e-1a67-43fd-bff1-d848e73a81b9', 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:56.793364 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:56.797317 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:56.800474 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:56.808966 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:56.976399 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.043250 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.186335 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.218379 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67843d32-ac75-4e16-af66-33e70d40f2b0,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:57.322842 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.324190 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-d67ff868-73e3-46c3-bbaf-38ce673a0311 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5425425 Jan 18 13:19:57.326824 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59554) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:57.332477 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'security_group_rule': {'security_group_id': '98b5c43e-1a67-43fd-bff1-d848e73a81b9', 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:57.338859 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:57.342675 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:57.345702 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:57.351564 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:57.472761 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.securitygroups_db [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Project 74cf597bad8c4c6da61da4b5b74dcfb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:19:57.479751 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.551477 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.626533 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.657812 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6646cb5f-b3b7-41ca-995e-8c0845d1d74f,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:57.728172 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.729396 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2459fec8-18f5-4a25-9666-7f4ba389b664 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4015663 Jan 18 13:19:57.732039 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59562) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:57.740135 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.v2.base [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'security_group_rule': {'security_group_id': '98b5c43e-1a67-43fd-bff1-d848e73a81b9', 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:57.747084 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:57.754831 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Usage tracker for resource:security_group_rule and tenant:74cf597bad8c4c6da61da4b5b74dcfb5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:57.754831 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:57.761817 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:57.850150 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.db.securitygroups_db [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Project 74cf597bad8c4c6da61da4b5b74dcfb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:19:57.858657 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.924887 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:58.066492 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735224'] for security_group_rule, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:58.095840 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7cbaba-1185-4d49-a14e-952ff73447be,revision_number=0']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:58.243695 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:58.244919 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-33c9adb0-c16a-42b1-a924-6df79accdbd5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5103242 Jan 18 13:19:58.379968 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-6bcca34b-4802-41bf-864f-8ba86f219e51 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Synchronizing usage tracker for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:security_group {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:58.454960 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-6bcca34b-4802-41bf-864f-8ba86f219e51 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Unset dirty status for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:security_group {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:58.456200 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-6bcca34b-4802-41bf-864f-8ba86f219e51 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633918038&fields=id&tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5 HTTP/1.1" status: 200 len: 267 time: 0.1171935 Jan 18 13:19:58.538738 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-93b76199-e6ce-4bf1-83a8-a1d261b19e7f tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:58.540227 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-93b76199-e6ce-4bf1-83a8-a1d261b19e7f tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.0787299 Jan 18 13:19:58.551426 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'port': {'security_groups': ['c29058b3-aac0-4e42-b325-d4fe4483d829', '98b5c43e-1a67-43fd-bff1-d848e73a81b9']}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:58.670637 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:58.949921 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:58.975668 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.135469 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.170494 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['c47e29d4-44f5-4deb-9e49-fcc606936edf'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:59.207928 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:59.208545 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.210126 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ecf074c5-5774-40b4-9a34-307b03bc165e req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "PUT /v2.0/ports/c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 981 time: 0.6631362 Jan 18 13:19:59.210329 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:59.236110 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789b659-3acd-4b25-b6c2-78d03c415527 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=6']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:59.279823 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'status': 'completed', 'code': 200} Jan 18 13:19:59.359267 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['c47e29d4-44f5-4deb-9e49-fcc606936edf'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:59.447412 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-6a9ee245-6606-4fab-9013-c94b6db070e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1137 time: 0.1150393 Jan 18 13:19:59.469502 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633905f-70a4-4080-9a02-6b6994c7c122 req-7944a24c-a5d3-47cd-988f-9531c544ce86 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:59.477858 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6633905f-70a4-4080-9a02-6b6994c7c122 req-7944a24c-a5d3-47cd-988f-9531c544ce86 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.1173768 Jan 18 13:19:59.534090 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6633905f-70a4-4080-9a02-6b6994c7c122 req-78054399-3a05-4b5e-acb1-0ce3223fba73 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550032 Jan 18 13:19:59.597972 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-237d27fb-1d6d-43ed-8191-3a22e3ed1b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:59.599472 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-237d27fb-1d6d-43ed-8191-3a22e3ed1b31 service neutron] 10.222.0.96 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 915 time: 0.1454988 Jan 18 13:19:59.622292 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-77c536ff-0169-4694-ae7c-baf1fb616e27 None None] Provisioning complete for port c47e29d4-44f5-4deb-9e49-fcc606936edf triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:59.622663 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-77c536ff-0169-4694-ae7c-baf1fb616e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.721986 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-9294d0fb-d3b3-4595-8a35-f4a95b58fd75 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 1000 time: 0.1152730 Jan 18 13:19:59.893284 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-2a7cc7b0-f1a3-4dd8-9399-e8ea56a6af3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:59.894703 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-2a7cc7b0-f1a3-4dd8-9399-e8ea56a6af3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 200 len: 853 time: 0.1650472 Jan 18 13:19:59.975505 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-def72960-f9fb-42eb-a65e-2f91ad9cb07e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=35caee63-192f-4d68-8f9d-e357e423e486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734639 Jan 18 13:20:00.116024 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-ff2b22d8-6a11-443a-82fb-5d20bf09a1be service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343975 Jan 18 13:20:00.251158 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a2b40cb-8544-4c83-979d-0a444ad4a75b req-bc4cfd10-feca-42d0-997e-e8f6c98a1df4 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281481 Jan 18 13:20:10.476319 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e91639fd-acb5-47e2-9fd8-ce402c40d4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:12.746198 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-0d07117c-3392-4d50-80ef-d7dfb1819385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:13.581303 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:14.127122 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:15.115801 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:20.623241 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 59856) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:20.771126 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:20.802937 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:20.806732 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4a2494d93b4c7ba1f7a751938354e5 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:20.809539 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:20.815176 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:20.877275 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:20.966594 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:21.010166 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2334dc91-cc95-47ee-a687-e9625aecbf2a,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:21.016189 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-1a3fce78-820d-4969-8de1-7d4826d4b7a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f4a2494d93b4c7ba1f7a751938354e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3918765 Jan 18 13:20:21.018885 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59862) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:21.081485 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:21.110351 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:21.225935 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:21.254278 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:21.269019 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2334dc91-cc95-47ee-a687-e9625aecbf2a,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:21.281080 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:21.282221 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2334dc91-cc95-47ee-a687-e9625aecbf2a HTTP/1.1" status: 204 len: 168 time: 0.2622762 Jan 18 13:20:21.283754 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.283978 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.284608 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.284608 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.285197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.285197 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.285523 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.285846 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.286156 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.286465 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.286845 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cedcd0-604a-463f-a9a1-78f78057d5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:21.979336 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59874) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:21.997906 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.029645 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:22.033437 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Usage tracker for resource:security_group_rule and tenant:8b142bed435f41929b19bf89b091424d is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:22.036317 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:22.041953 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:22.105790 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.197784 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.246950 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9a869-e9ed-4f80-bbf8-3d7205218c92,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:22.253771 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-381b98c8-c10a-4a0f-90d0-7e2a6c5a1143 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b142bed435f41929b19bf89b091424d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2710209 Jan 18 13:20:22.254615 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 59880) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:22.314263 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9627da08-2b16-4e57-bde7-991d50ac8c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.343838 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9627da08-2b16-4e57-bde7-991d50ac8c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.465610 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9627da08-2b16-4e57-bde7-991d50ac8c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.483359 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627da08-2b16-4e57-bde7-991d50ac8c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9a869-e9ed-4f80-bbf8-3d7205218c92,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:22.488426 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9627da08-2b16-4e57-bde7-991d50ac8c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.489626 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9627da08-2b16-4e57-bde7-991d50ac8c70 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13d9a869-e9ed-4f80-bbf8-3d7205218c92 HTTP/1.1" status: 204 len: 168 time: 0.2347546 Jan 18 13:20:22.678708 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0c3b-c3ea-4000-a65f-1b16f3ded251 req-c65c249f-aaaa-46c6-907d-3423ec9dbd1f tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:22.680215 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-38be0c3b-c3ea-4000-a65f-1b16f3ded251 req-c65c249f-aaaa-46c6-907d-3423ec9dbd1f tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.1329000 Jan 18 13:20:22.713486 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-655dc550-8213-4867-8651-c91dbcd765b7 req-52975b4d-1568-4684-8fec-1f31ffee9498 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1137 time: 0.1062591 Jan 18 13:20:22.805448 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-38be0c3b-c3ea-4000-a65f-1b16f3ded251 req-b433f2f0-e860-4be6-ac73-aa468c238f32 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180384 Jan 18 13:20:22.861579 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dc550-8213-4867-8651-c91dbcd765b7 req-09bf9ffc-ecc7-4f51-b48b-9bdbd4b07d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:22.861579 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-655dc550-8213-4867-8651-c91dbcd765b7 req-09bf9ffc-ecc7-4f51-b48b-9bdbd4b07d06 service neutron] 10.222.0.96 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 915 time: 0.1388071 Jan 18 13:20:22.983298 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-655dc550-8213-4867-8651-c91dbcd765b7 req-3672928a-a156-4b16-8d55-f3dc5c436845 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 1000 time: 0.1166539 Jan 18 13:20:23.049639 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dc550-8213-4867-8651-c91dbcd765b7 req-b60b1563-e456-4f77-b573-8cd3cf00fe1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:23.051064 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-655dc550-8213-4867-8651-c91dbcd765b7 req-b60b1563-e456-4f77-b573-8cd3cf00fe1b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 200 len: 853 time: 0.0612779 Jan 18 13:20:23.132208 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-655dc550-8213-4867-8651-c91dbcd765b7 req-9d38917b-ba94-4a56-a125-bece9351bcd8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=35caee63-192f-4d68-8f9d-e357e423e486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696452 Jan 18 13:20:23.261361 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-655dc550-8213-4867-8651-c91dbcd765b7 req-136cae05-bf38-4ace-b205-a65a6eff4b6a service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222155 Jan 18 13:20:23.397998 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-655dc550-8213-4867-8651-c91dbcd765b7 req-aacc96ad-88d6-45ac-a423-b951ff36aac8 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274996 Jan 18 13:20:24.034252 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b877500-e096-4819-8217-2406f751f5c3 req-07c53751-8f5f-48f1-8d74-8ca9406e8606 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:24.039262 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0b877500-e096-4819-8217-2406f751f5c3 req-07c53751-8f5f-48f1-8d74-8ca9406e8606 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0909600 Jan 18 13:20:24.107817 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-0b877500-e096-4819-8217-2406f751f5c3 req-e763cfd9-c9b0-4d06-bcd6-2b7014b89dad tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636268 Jan 18 13:20:24.699971 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6861d7-fd99-483a-86ff-a4b1856c9a2e req-707ce44b-87ce-418f-8382-2eda9680a85e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:24.701412 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ca6861d7-fd99-483a-86ff-a4b1856c9a2e req-707ce44b-87ce-418f-8382-2eda9680a85e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.0752292 Jan 18 13:20:24.746180 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ca6861d7-fd99-483a-86ff-a4b1856c9a2e req-e397de65-8ac0-4adb-9fff-2ab4d1071f9a tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393422 Jan 18 13:20:25.308380 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887f3dd-cd0a-4cbd-a07f-1dd72a17a6aa req-3fea04c3-b3e0-4eb2-85e1-16a58cb784f3 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:25.309906 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f887f3dd-cd0a-4cbd-a07f-1dd72a17a6aa req-3fea04c3-b3e0-4eb2-85e1-16a58cb784f3 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0773191 Jan 18 13:20:25.359144 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f887f3dd-cd0a-4cbd-a07f-1dd72a17a6aa req-419c0603-3795-47e4-833a-b734e50f8f54 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436766 Jan 18 13:20:25.945655 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f2ddd-f26d-46e1-8c76-ed86fbf058ca req-ed07f627-e5bd-4b42-bbff-1a56e96a69cf tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:25.947295 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-029f2ddd-f26d-46e1-8c76-ed86fbf058ca req-ed07f627-e5bd-4b42-bbff-1a56e96a69cf tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.0789795 Jan 18 13:20:25.992251 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-029f2ddd-f26d-46e1-8c76-ed86fbf058ca req-beb7d02c-b5a6-48d0-a1ed-9a71dfa9fb9e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Jan 18 13:20:26.630796 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69f539-8ada-4251-9b43-71a1d7c57377 req-1d574a63-ac6c-4502-95cc-cbc5367f0c86 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:26.632186 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3e69f539-8ada-4251-9b43-71a1d7c57377 req-1d574a63-ac6c-4502-95cc-cbc5367f0c86 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.1542702 Jan 18 13:20:26.677623 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-3e69f539-8ada-4251-9b43-71a1d7c57377 req-9531298e-3393-47a9-9641-f61c591e1316 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391719 Jan 18 13:20:27.190930 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdd28-a73a-4a22-92aa-b21ed249fa69 req-6af0d571-144d-4935-9d9d-2c2a1cf8fa98 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:27.192412 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-43fcdd28-a73a-4a22-92aa-b21ed249fa69 req-6af0d571-144d-4935-9d9d-2c2a1cf8fa98 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.0754020 Jan 18 13:20:27.324314 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-43fcdd28-a73a-4a22-92aa-b21ed249fa69 req-fba17313-06ed-4821-bfc8-73235d54ff06 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261835 Jan 18 13:20:27.877845 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bca3f-27a3-4110-8288-9a09d5c43c96 req-8ad237d0-d2d7-4d35-8e75-80387be21144 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:27.879351 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f72bca3f-27a3-4110-8288-9a09d5c43c96 req-8ad237d0-d2d7-4d35-8e75-80387be21144 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0771616 Jan 18 13:20:27.926817 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f72bca3f-27a3-4110-8288-9a09d5c43c96 req-62d95e5d-c70b-43e5-a4eb-a71d9a5b300a tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406864 Jan 18 13:20:28.524269 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856516-e6b2-4935-b3d0-30e9d72120b3 req-22241d23-9c52-4d8c-89dd-b3a6cd5ac548 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:28.525746 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-42856516-e6b2-4935-b3d0-30e9d72120b3 req-22241d23-9c52-4d8c-89dd-b3a6cd5ac548 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.0753784 Jan 18 13:20:28.570578 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-42856516-e6b2-4935-b3d0-30e9d72120b3 req-18687109-69f9-447f-a5ba-656bf2644b9f tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Jan 18 13:20:29.129521 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1af49f-d996-4894-a1b1-e679d630300f req-55a08de4-85d5-4364-bdf6-b32c641dc007 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:29.130877 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ee1af49f-d996-4894-a1b1-e679d630300f req-55a08de4-85d5-4364-bdf6-b32c641dc007 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0783947 Jan 18 13:20:29.177250 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ee1af49f-d996-4894-a1b1-e679d630300f req-ebf17484-8d31-4fb6-9df3-3bc4b5b744c3 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402265 Jan 18 13:20:29.767260 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318fd32-6fcf-4a70-8f58-f1b45864812e req-be1db1ee-b379-4d18-911a-05cbc314a722 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:29.768709 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6318fd32-6fcf-4a70-8f58-f1b45864812e req-be1db1ee-b379-4d18-911a-05cbc314a722 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.0785978 Jan 18 13:20:29.821481 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-6318fd32-6fcf-4a70-8f58-f1b45864812e req-4cef502e-0f9b-4a00-b3d8-f81378685c9b tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Jan 18 13:20:29.857666 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-e4fbe308-cc58-4155-9ecf-36230b57bcc5 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:29.859240 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-e4fbe308-cc58-4155-9ecf-36230b57bcc5 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 945 time: 0.0824378 Jan 18 13:20:29.927311 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Deleting port 1667c258-b00b-43cb-8988-c658f57278a1 {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:29.927646 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:30.170910 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] For port 1667c258-b00b-43cb-8988-c658f57278a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1667c258-b00b-43cb-8988-c658f57278a1,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:30.171634 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:30.291810 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Calling delete_port for 1667c258-b00b-43cb-8988-c658f57278a1 owned by compute:nova {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:30.473864 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2a9d4-5251-4ad7-8a61-68093ac4a054 req-9c8ce0b1-4d46-4b68-bfce-382c543e6da3 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:30.475361 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-42c2a9d4-5251-4ad7-8a61-68093ac4a054 req-9c8ce0b1-4d46-4b68-bfce-382c543e6da3 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.1566644 Jan 18 13:20:30.536150 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-42c2a9d4-5251-4ad7-8a61-68093ac4a054 req-d34a6764-d9e4-42d6-a409-ec29a09ae4e2 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497782 Jan 18 13:20:30.580280 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:30.615348 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['1667c258-b00b-43cb-8988-c658f57278a1'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:20:30.626652 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Pushing event deleted for resources: {'Port': ['ID=1667c258-b00b-43cb-8988-c658f57278a1,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:30.718062 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] No DVR routers for this DVR port 1667c258-b00b-43cb-8988-c658f57278a1 on host hv-cinder-82510 {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:20:30.720868 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:30.723392 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0378aa91-6fde-4147-86c7-3399dd360839', 'name': 'network-vif-deleted', 'tag': '1667c258-b00b-43cb-8988-c658f57278a1'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:20:30.783836 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0378aa91-6fde-4147-86c7-3399dd360839', 'name': 'network-vif-deleted', 'tag': '1667c258-b00b-43cb-8988-c658f57278a1', 'status': 'completed', 'code': 200} Jan 18 13:20:30.803345 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-f76de0a3-3edc-43e8-b20f-f01b089db31f req-1b1ddb59-c650-4e59-8b76-eed780c8d8bc tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "DELETE /v2.0/ports/1667c258-b00b-43cb-8988-c658f57278a1 HTTP/1.1" status: 204 len: 173 time: 0.9378071 Jan 18 13:20:30.985522 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-ff4558b0-62ab-474f-96b6-1864e56ad2b3 req-70cfebd7-aff5-4b24-8fb0-7df3dc7ba00e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Synchronizing usage tracker for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:20:31.097968 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-ff4558b0-62ab-474f-96b6-1864e56ad2b3 req-70cfebd7-aff5-4b24-8fb0-7df3dc7ba00e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Unset dirty status for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:20:31.099124 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ff4558b0-62ab-474f-96b6-1864e56ad2b3 req-70cfebd7-aff5-4b24-8fb0-7df3dc7ba00e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=0378aa91-6fde-4147-86c7-3399dd360839 HTTP/1.1" status: 200 len: 210 time: 0.1557446 Jan 18 13:20:31.445270 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60020) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:31.583179 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:31.615328 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:31.619911 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Usage tracker for resource:security_group_rule and tenant:08cc5d5318574e99aed078a1263a441b is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:31.623178 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:31.629595 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:31.694177 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:31.735132 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ba574-0e03-40d5-a633-db0f09f62fe2 req-dcce3fb9-caaa-4fc6-9d60-52a987e64c29 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:31.737296 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b02ba574-0e03-40d5-a633-db0f09f62fe2 req-dcce3fb9-caaa-4fc6-9d60-52a987e64c29 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0746851 Jan 18 13:20:31.790182 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-b02ba574-0e03-40d5-a633-db0f09f62fe2 req-7ce7d51f-a980-45d3-ba9e-627a0c200463 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470088 Jan 18 13:20:31.808203 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:31.857889 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d42a75c-751e-4f41-b177-82b298595e8d,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:31.863305 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-6e5ddc02-3761-4860-9b09-9bd4ec833642 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=08cc5d5318574e99aed078a1263a441b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4169936 Jan 18 13:20:31.866119 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60028) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:31.881894 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:20:31.929522 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0dc44b5d-102b-4a69-ad5f-2ca7f9a9eb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:31.955716 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0dc44b5d-102b-4a69-ad5f-2ca7f9a9eb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:32.162925 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0dc44b5d-102b-4a69-ad5f-2ca7f9a9eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:32.179377 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc44b5d-102b-4a69-ad5f-2ca7f9a9eb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d42a75c-751e-4f41-b177-82b298595e8d,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:32.190015 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-0dc44b5d-102b-4a69-ad5f-2ca7f9a9eb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:32.193388 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-0dc44b5d-102b-4a69-ad5f-2ca7f9a9eb60 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d42a75c-751e-4f41-b177-82b298595e8d HTTP/1.1" status: 204 len: 168 time: 0.3239958 Jan 18 13:20:32.923308 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60044) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:32.941234 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:32.972323 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:32.976234 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Usage tracker for resource:security_group_rule and tenant:2a26e06122ff4b4f84f3b18f5d89354b is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:32.979490 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:32.985559 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:32.994487 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada559fa-356a-45f5-b207-910347c63d98 req-6002572c-bdc4-42bb-9681-43b8cd7de5b3 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:32.995982 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ada559fa-356a-45f5-b207-910347c63d98 req-6002572c-bdc4-42bb-9681-43b8cd7de5b3 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0798757 Jan 18 13:20:33.048516 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-ada559fa-356a-45f5-b207-910347c63d98 req-5457eb5e-fc79-4684-a80e-6235f32e79a5 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467861 Jan 18 13:20:33.122734 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:33.217372 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:33.262051 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8496b485-e80d-4b1b-9c59-b1ec1e78bc6f,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:33.267276 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f5fadb7f-de6a-40ed-aede-c2a7c369a985 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2a26e06122ff4b4f84f3b18f5d89354b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3428087 Jan 18 13:20:33.270092 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60048) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:33.328724 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d5d73482-2654-4b5e-be60-35cf761e81bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:33.353843 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d5d73482-2654-4b5e-be60-35cf761e81bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:33.482889 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d5d73482-2654-4b5e-be60-35cf761e81bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:33.499563 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d73482-2654-4b5e-be60-35cf761e81bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496b485-e80d-4b1b-9c59-b1ec1e78bc6f,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:33.507717 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d5d73482-2654-4b5e-be60-35cf761e81bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:33.509437 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d5d73482-2654-4b5e-be60-35cf761e81bd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8496b485-e80d-4b1b-9c59-b1ec1e78bc6f HTTP/1.1" status: 204 len: 168 time: 0.2378209 Jan 18 13:20:34.200441 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1667c258-b00b-43cb-8988-c658f57278a1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:34.243342 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 1667c258-b00b-43cb-8988-c658f57278a1 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:20:34.243688 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 1667c258-b00b-43cb-8988-c658f57278a1 not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:34.266162 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd407-5cfd-4bb2-a4aa-ecbf4373a937 req-387dc6a6-fc2c-4577-81e7-5288f38a4c8e tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:34.267637 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ccadd407-5cfd-4bb2-a4aa-ecbf4373a937 req-387dc6a6-fc2c-4577-81e7-5288f38a4c8e tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0793450 Jan 18 13:20:34.318239 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ccadd407-5cfd-4bb2-a4aa-ecbf4373a937 req-b2e438d2-ff8f-4e46-8f15-62465187f99c tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448802 Jan 18 13:20:35.516850 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dd933-4434-49f8-a091-47380afbb263 req-e46a125f-c745-451d-b150-40746e9c3f1d tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:35.518322 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-480dd933-4434-49f8-a091-47380afbb263 req-e46a125f-c745-451d-b150-40746e9c3f1d tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0780270 Jan 18 13:20:35.565621 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-480dd933-4434-49f8-a091-47380afbb263 req-4c66fb34-6690-4318-9b23-58bb7dc31712 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=98b5c43e-1a67-43fd-bff1-d848e73a81b9&id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416365 Jan 18 13:20:37.262175 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-ca541427-209b-468f-a437-7d9e3efa88bb tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:37.263685 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-ca541427-209b-468f-a437-7d9e3efa88bb tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/networks?id=c2627cf7-b3f3-4f89-ab32-c961098107e7 HTTP/1.1" status: 200 len: 813 time: 0.2415786 Jan 18 13:20:37.280565 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-fa006c5c-182f-4955-a437-4187b14674be tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/quotas/2375155d7d7b4103877be74ff92d41a4 HTTP/1.1" status: 200 len: 375 time: 0.0115950 Jan 18 13:20:37.329072 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-b4ce6647-53b3-45bc-8e24-0f3224f01ed5 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2375155d7d7b4103877be74ff92d41a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430975 Jan 18 13:20:37.456728 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f9b43cf1-9ae0-4969-a089-276dda5d9484 service neutron] 10.222.0.71 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208043 Jan 18 13:20:37.584875 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-6dd47990-a6b5-4348-aa0f-d5a01101b764 service neutron] 10.222.0.71 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221092 Jan 18 13:20:37.961947 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-786d02ac-f6ce-4e58-b7b7-378b6f7cd114 req-8b99802a-1319-44f0-9946-ca67a3be4a2e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 210 time: 0.0441051 Jan 18 13:20:39.127125 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9b3f259d-1c6f-4069-9eb6-e192bffb2d05 req-59faea1c-4229-46e9-b54e-098c5b671737 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 210 time: 0.0452881 Jan 18 13:20:40.000569 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-aaecc5a9-d447-4cb1-830c-4cf2d986d92f tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:40.002031 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-aaecc5a9-d447-4cb1-830c-4cf2d986d92f tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "GET /v2.0/networks?id=c2627cf7-b3f3-4f89-ab32-c961098107e7 HTTP/1.1" status: 200 len: 813 time: 0.1441770 Jan 18 13:20:40.026247 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Request body: {'port': {'device_id': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7', 'admin_state_up': True, 'tenant_id': '2375155d7d7b4103877be74ff92d41a4'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:20:40.163444 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:40.173683 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:40.260805 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Made reservation on behalf of 2375155d7d7b4103877be74ff92d41a4 for: {'port': 1} {{(pid=83634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:20:40.263747 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:40.292725 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-f6700c7e-ce53-40f6-9a4f-9355f44ef50c req-2d2735ce-ad14-4d73-9303-3353e93d2b08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 210 time: 0.0398507 Jan 18 13:20:40.442555 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_common [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Allocated IP 172.20.0.11 (c2627cf7-b3f3-4f89-ab32-c961098107e7/1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b/9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e) {{(pid=83634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:20:40.470233 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-31db7a0f-5fe6-487c-9496-4e9f8ec03176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:40.652070 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks [] for port, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:40.754680 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743576345829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:40.824568 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Network c2627cf7-b3f3-4f89-ab32-c961098107e7 is already hosted by enough agents. {{(pid=83634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:20:40.827440 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.base_scheduler [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Resources bound (agent type, host, resource id): {{(pid=83634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:20:40.831282 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Received port after_create {{(pid=83634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:20:40.866689 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Pushing event updated for resources: {'Port': ['ID=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:40.894741 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:40.895373 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:40.995144 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-f48e57eb-7a03-4404-8666-e272c78e1e08 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9732206 Jan 18 13:20:41.013795 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Request body: {'port': {'device_id': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:20:41.122135 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.599152 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e {{(pid=83634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:20:41.607835 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.621475 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7d7c-5958-4738-b358-5e3a126cf2b1 req-a1986504-fd4b-4163-a13e-1e160cf0759e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:41.621898 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-0a1f7d7c-5958-4738-b358-5e3a126cf2b1 req-a1986504-fd4b-4163-a13e-1e160cf0759e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Synchronizing usage tracker for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:port {{(pid=83634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:20:41.634711 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.provisioning_blocks [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Transition to ACTIVE for port object 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e will not be triggered until provisioned by entity L2. {{(pid=83634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:20:41.739621 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.786157 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [req-0a1f7d7c-5958-4738-b358-5e3a126cf2b1 req-a1986504-fd4b-4163-a13e-1e160cf0759e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Unset dirty status for tenant:2375155d7d7b4103877be74ff92d41a4 on resource:port {{(pid=83634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:20:41.787493 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a1f7d7c-5958-4738-b358-5e3a126cf2b1 req-a1986504-fd4b-4163-a13e-1e160cf0759e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 932 time: 0.3172369 Jan 18 13:20:41.886852 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,revision_number=2']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:41.969288 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-0a1f7d7c-5958-4738-b358-5e3a126cf2b1 req-8716b98b-4f3a-4048-ac7f-32b857971f45 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693592 Jan 18 13:20:42.013238 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Attempting to bind port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:20:42.013622 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Attempting to bind port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:20:42.013948 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Attempting to bind port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e on network c2627cf7-b3f3-4f89-ab32-c961098107e7 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:20:42.019751 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e on network c2627cf7-b3f3-4f89-ab32-c961098107e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:20:42.020071 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Attempting to bind port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e on network c2627cf7-b3f3-4f89-ab32-c961098107e7 {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:20:42.027138 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Checking agent: {'id': 'e0e14238-9b33-4c4d-91ff-f17fcd94385c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'started_at': datetime.datetime(2022, 1, 18, 13, 9, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:20:42.027486 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Checking segment: {'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:20:42.027858 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Bound using segment: {'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'} {{(pid=83634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:20:42.028272 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.managers [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Bound port: 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa0bbed-b5bc-464d-bea5-6e6238c4e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7'}}] {{(pid=83634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:20:42.028611 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:42.119331 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] For port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e, host hv-cinder-82510, cleared binding levels {{(pid=83634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:20:42.122297 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] For port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:20:42.260688 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:42.324789 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:42.326151 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] 10.222.0.96 "PUT /v2.0/ports/9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e HTTP/1.1" status: 200 len: 1094 time: 1.3164651 Jan 18 13:20:42.326637 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'tag': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:20:42.346401 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc27aeb-47f8-4983-946e-74c9508cfac6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,revision_number=3']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:42.380145 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'tag': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e', 'status': 'completed', 'code': 200} Jan 18 13:20:42.490165 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5cb98c51-7c17-4782-93a1-eb93a185264e req-d3e7f085-e805-4fd2-939c-3d43d76de0a0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2375155d7d7b4103877be74ff92d41a4&device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 1097 time: 0.0687976 Jan 18 13:20:42.641952 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb98c51-7c17-4782-93a1-eb93a185264e req-204e2078-6ab8-4977-b1f7-f8acbc96e48a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:42.643506 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5cb98c51-7c17-4782-93a1-eb93a185264e req-204e2078-6ab8-4977-b1f7-f8acbc96e48a service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2375155d7d7b4103877be74ff92d41a4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1327846 Jan 18 13:20:42.657571 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-73c46869-afd2-40cd-a3af-d05a5c70cd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:42.778375 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb98c51-7c17-4782-93a1-eb93a185264e req-f6be4c5f-f7f7-49dc-8ddc-08178d005b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:42.779728 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5cb98c51-7c17-4782-93a1-eb93a185264e req-f6be4c5f-f7f7-49dc-8ddc-08178d005b7d service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299725 Jan 18 13:20:42.914221 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-88505e54-cedc-45d5-aa08-69abdca88f78 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2375155d7d7b4103877be74ff92d41a4&device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 1097 time: 0.0740244 Jan 18 13:20:42.989144 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-3bfc8088-e934-40e5-adac-3671c9ed8700 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e HTTP/1.1" status: 200 len: 217 time: 0.0618944 Jan 18 13:20:43.055451 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-d9e5e6d1-2291-4f66-9902-e89f46fbb454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:43.056798 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-d9e5e6d1-2291-4f66-9902-e89f46fbb454 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b HTTP/1.1" status: 200 len: 853 time: 0.0621333 Jan 18 13:20:43.102831 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-b9dc3fbb-e562-4cb3-b20b-313c4aad590e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2627cf7-b3f3-4f89-ab32-c961098107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395014 Jan 18 13:20:43.285067 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-98f593eb-3c86-4ab2-b1cd-5a058a7eb696 service neutron] 10.222.0.96 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527281 Jan 18 13:20:43.291471 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ecdb7-93cc-4c94-8eac-ad4aa219a38b req-67efd254-b306-4ed8-8572-d9a7453683e9 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:43.292881 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-943ecdb7-93cc-4c94-8eac-ad4aa219a38b req-67efd254-b306-4ed8-8572-d9a7453683e9 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 944 time: 0.1891780 Jan 18 13:20:43.523415 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-943ecdb7-93cc-4c94-8eac-ad4aa219a38b req-804225a0-4351-46f2-9dcc-77b1514d8477 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083104 Jan 18 13:20:43.546104 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c10b24a4-d0e9-4a07-b544-2dae2f2de685 req-b8b55772-a866-46e4-b1a2-98e49c4311c3 service neutron] 10.222.0.96 "GET /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516284 Jan 18 13:20:43.573865 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:43.804708 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60186) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:43.944345 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:43.975932 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:43.980287 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Usage tracker for resource:security_group_rule and tenant:b6cda53d64fd41c380e73d70b2f26eaf is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:43.983090 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:43.988659 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:44.028984 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:44.053782 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:44.125760 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:44.171876 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4259abb9-b2a4-4870-ba71-ffe6e77f7f12,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:44.177155 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-4d98ee55-e55e-4c91-8582-9645da013cca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b6cda53d64fd41c380e73d70b2f26eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3709154 Jan 18 13:20:44.179889 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60192) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:44.238852 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f8aafb62-6b3b-4772-bb22-7b480f950eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:44.266851 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f8aafb62-6b3b-4772-bb22-7b480f950eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:44.377155 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f8aafb62-6b3b-4772-bb22-7b480f950eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:44.391231 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aafb62-6b3b-4772-bb22-7b480f950eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4259abb9-b2a4-4870-ba71-ffe6e77f7f12,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:44.397531 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-f8aafb62-6b3b-4772-bb22-7b480f950eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:44.398686 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-f8aafb62-6b3b-4772-bb22-7b480f950eeb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4259abb9-b2a4-4870-ba71-ffe6e77f7f12 HTTP/1.1" status: 204 len: 168 time: 0.2178650 Jan 18 13:20:44.726185 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ccb9-dc64-4b3d-9386-c20a4151695c req-b3991da8-6ded-48a9-aaee-4719d1adafb9 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:44.727801 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fec2ccb9-dc64-4b3d-9386-c20a4151695c req-b3991da8-6ded-48a9-aaee-4719d1adafb9 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 944 time: 0.0798419 Jan 18 13:20:44.774850 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fec2ccb9-dc64-4b3d-9386-c20a4151695c req-1b3cba59-88b9-46ed-8d18-9cf8f29d92e0 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Jan 18 13:20:45.022578 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60202) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:45.047272 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.077501 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:45.081154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe51dfef7374bc087386274e72bb678 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:45.083875 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:45.090011 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:45.108803 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.153527 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.225314 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.270788 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba539c1-0017-4abf-9bdf-2fb381fdd5ad,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:45.276102 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bfe51dfef7374bc087386274e72bb678&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2525156 Jan 18 13:20:45.278826 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60206) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:45.282994 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.283368 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.283711 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.284041 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.284369 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.284724 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.285048 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.285370 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.285690 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.286006 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.286322 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ce581-5883-4843-8922-415ae5384c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.339821 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9a21fe42-51c5-41a3-a023-445b169af890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.365504 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9a21fe42-51c5-41a3-a023-445b169af890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.470662 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9a21fe42-51c5-41a3-a023-445b169af890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.485567 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21fe42-51c5-41a3-a023-445b169af890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba539c1-0017-4abf-9bdf-2fb381fdd5ad,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:45.491413 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-9a21fe42-51c5-41a3-a023-445b169af890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.492560 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-9a21fe42-51c5-41a3-a023-445b169af890 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ba539c1-0017-4abf-9bdf-2fb381fdd5ad HTTP/1.1" status: 204 len: 168 time: 0.2125781 Jan 18 13:20:46.010892 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a1076-4495-4596-bb0a-ac55f0ba3cf8 req-bfa6785f-ef83-4564-9165-0564c2f94c3e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:46.012397 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fb0a1076-4495-4596-bb0a-ac55f0ba3cf8 req-bfa6785f-ef83-4564-9165-0564c2f94c3e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 944 time: 0.0974884 Jan 18 13:20:46.062992 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-fb0a1076-4495-4596-bb0a-ac55f0ba3cf8 req-c9ad4839-039b-468e-9a2d-3ea5397af710 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Jan 18 13:20:46.202733 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:20:46.355376 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:46.369044 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Returning: {'device': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e', 'network_id': 'c2627cf7-b3f3-4f89-ab32-c961098107e7', 'port_id': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e', 'mac_address': 'fa:16:3e:3d:5e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:20:46.422506 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:46.439693 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e {{(pid=83636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:20:46.454962 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:46.531637 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:46.598449 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,revision_number=4']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:46.607253 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.608159 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.608159 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.608687 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.608687 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.609015 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.609353 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.609757 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.610220 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.610672 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.610993 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:46.841434 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:20:47.263185 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058145d-5f2a-4b47-ae4c-b6795debf312 req-9efe6368-10f8-43a9-8596-03813b2a9414 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:47.264706 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7058145d-5f2a-4b47-ae4c-b6795debf312 req-9efe6368-10f8-43a9-8596-03813b2a9414 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 945 time: 0.0794866 Jan 18 13:20:47.314533 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-7058145d-5f2a-4b47-ae4c-b6795debf312 req-2d16bc38-4b3b-49b2-bf70-164f8c80756a tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442331 Jan 18 13:20:48.224895 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e up at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:20:48.399826 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning for port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e completed by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:20:48.405374 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Provisioning complete for port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e triggered by entity L2. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:20:48.415243 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:48.518246 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0e18e-6f73-4f58-84b8-f5c550d19219 req-ce849508-d170-4103-bc17-221b17a34c35 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:48.519846 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4bd0e18e-6f73-4f58-84b8-f5c550d19219 req-ce849508-d170-4103-bc17-221b17a34c35 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 945 time: 0.0790334 Jan 18 13:20:48.525703 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:48.555039 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e'}] {{(pid=83636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:20:48.565283 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] For port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:48.578587 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-4bd0e18e-6f73-4f58-84b8-f5c550d19219 req-5ccc281a-a3ff-45e4-8bcf-8ef6037d315e tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511966 Jan 18 13:20:48.614672 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e', 'code': 200} Jan 18 13:20:48.662781 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592'] for port, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:48.735354 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Pushing event updated for resources: {'Port': ['ID=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,revision_number=5']} {{(pid=83636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:48.773876 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60272) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:48.915294 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:48.946374 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:48.950250 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee8bd3112074ef19d5a8bbc018aba9b is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:48.954049 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:48.990043 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:49.058336 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b2b044bf-9231-4834-86b8-4a0b67fb612b req-4b4b4096-e425-43ea-9ab4-cce058760565 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 1099 time: 0.1052041 Jan 18 13:20:49.102420 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:49.118832 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b2b044bf-9231-4834-86b8-4a0b67fb612b req-8cb433ff-9724-402d-a48d-2e71014f2f45 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536788 Jan 18 13:20:49.199458 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:49.245073 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41685c6c-8d86-4935-b14e-456522069baf,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:49.249170 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b79fd9d4-8ff6-4931-9d24-d760030a8828 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2ee8bd3112074ef19d5a8bbc018aba9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4742684 Jan 18 13:20:49.251819 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60278) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:49.310212 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d15e1a79-5c11-4327-b19e-ae5905c7992d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:49.335101 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d15e1a79-5c11-4327-b19e-ae5905c7992d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:49.459154 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d15e1a79-5c11-4327-b19e-ae5905c7992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:49.475474 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e1a79-5c11-4327-b19e-ae5905c7992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41685c6c-8d86-4935-b14e-456522069baf,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:49.480148 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d15e1a79-5c11-4327-b19e-ae5905c7992d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:49.481144 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d15e1a79-5c11-4327-b19e-ae5905c7992d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41685c6c-8d86-4935-b14e-456522069baf HTTP/1.1" status: 204 len: 168 time: 0.2280960 Jan 18 13:20:49.796583 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bda03b-6b9a-4914-81cd-b414838adc39 req-ab384e07-e3f7-434e-8741-21ec6f3212af tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:49.798094 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-00bda03b-6b9a-4914-81cd-b414838adc39 req-ab384e07-e3f7-434e-8741-21ec6f3212af tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0901093 Jan 18 13:20:49.843773 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-00bda03b-6b9a-4914-81cd-b414838adc39 req-85b8a9f7-2442-4fe9-8a83-0b659c0edb97 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Jan 18 13:20:50.173171 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60288) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:50.193126 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.227570 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:50.231491 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Usage tracker for resource:security_group_rule and tenant:88e6dcab657f444b90c022dc18c268e2 is out of sync, need to count used quota {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:50.234291 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:50.240023 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.quota.driver [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:50.309677 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.373722 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.425326 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3933d31-eeff-494c-83ad-ffc4da7804e0,revision_number=1']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:50.431908 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-bc27792e-1b1b-44d3-b9ad-335acba0de4a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88e6dcab657f444b90c022dc18c268e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2577014 Jan 18 13:20:50.434543 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60292) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:50.495894 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2358033b-c204-4ce5-bb3c-f5e595b16a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.521656 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2358033b-c204-4ce5-bb3c-f5e595b16a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.665772 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2358033b-c204-4ce5-bb3c-f5e595b16a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.682488 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358033b-c204-4ce5-bb3c-f5e595b16a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3933d31-eeff-494c-83ad-ffc4da7804e0,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:50.692142 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-2358033b-c204-4ce5-bb3c-f5e595b16a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.695619 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-2358033b-c204-4ce5-bb3c-f5e595b16a20 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3933d31-eeff-494c-83ad-ffc4da7804e0 HTTP/1.1" status: 204 len: 168 time: 0.2576873 Jan 18 13:20:51.045774 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3847369-e10d-4ca3-9d01-6dac1cb05007 req-ba61fc4e-7ca3-4d3e-9e07-b95213fcd65f tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:51.047331 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d3847369-e10d-4ca3-9d01-6dac1cb05007 req-ba61fc4e-7ca3-4d3e-9e07-b95213fcd65f tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0763435 Jan 18 13:20:51.097075 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-d3847369-e10d-4ca3-9d01-6dac1cb05007 req-d54527ac-f125-4bb1-adc5-2fce30b79c10 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438385 Jan 18 13:20:51.232785 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:52.878472 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60346) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:53.035226 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.073565 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:53.077639 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Usage tracker for resource:security_group_rule and tenant:5b3d6047a7bb4f29bb288398c31d98a2 is out of sync, need to count used quota {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:53.080559 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.quota.resource [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:53.086372 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.quota.driver [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:53.152836 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.239576 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_create {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.297860 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86530fe5-882f-421a-adbd-993945ac2c77,revision_number=1']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:53.301984 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-bb17df19-d6cb-4e83-9029-34f13bc7557c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b3d6047a7bb4f29bb288398c31d98a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4223871 Jan 18 13:20:53.306343 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60354) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:53.369805 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2455bbb5-a854-4968-95b0-f187fe74ef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.403823 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2455bbb5-a854-4968-95b0-f187fe74ef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.526000 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2455bbb5-a854-4968-95b0-f187fe74ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.542067 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455bbb5-a854-4968-95b0-f187fe74ef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86530fe5-882f-421a-adbd-993945ac2c77,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:53.546543 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-2455bbb5-a854-4968-95b0-f187fe74ef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.547697 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-2455bbb5-a854-4968-95b0-f187fe74ef3e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/86530fe5-882f-421a-adbd-993945ac2c77 HTTP/1.1" status: 204 len: 168 time: 0.2404363 Jan 18 13:20:58.288457 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-81dc1271-c516-431a-9386-7a55b4ff4d63 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709274 Jan 18 13:20:58.438909 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-f8a4077c-472d-4885-a372-9fe0f59cea73 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1137 time: 0.0686080 Jan 18 13:20:58.603259 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-bff4e86b-de32-4df7-9798-0ebdfd7e143f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:58.604664 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-bff4e86b-de32-4df7-9798-0ebdfd7e143f service neutron] 10.222.0.96 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 915 time: 0.1464689 Jan 18 13:20:58.705821 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-56298011-ab27-4ef4-8f03-61dad0c073f5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 1000 time: 0.0950270 Jan 18 13:20:58.768212 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-3974280c-94c3-4887-aaa7-7ae51fc24e9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:58.769633 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-3974280c-94c3-4887-aaa7-7ae51fc24e9e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 200 len: 853 time: 0.0576098 Jan 18 13:20:58.847628 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-2e01d1bc-18bb-4bef-a56c-188e0c34e73c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=35caee63-192f-4d68-8f9d-e357e423e486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705144 Jan 18 13:20:59.061034 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-65a4503c-4b56-40bf-a9da-42cd9f351bfb service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071688 Jan 18 13:20:59.216370 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9e47e5dc-71b0-4ab8-8cf0-94c4e3e35a51 req-08626f37-8ba1-44d3-bc23-ab81e5b059dc service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485143 Jan 18 13:21:08.882652 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:21:10.452707 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-4216910a-563d-4283-90f1-f9e13033ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:11.146853 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-24cdf674-435d-4bad-829e-8be8bf0c5adb tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633918038&fields=id&tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5 HTTP/1.1" status: 200 len: 267 time: 0.0427454 Jan 18 13:21:11.229313 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-d9a8dce8-3d1a-42fa-b433-42839511433b tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:11.230767 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-d9a8dce8-3d1a-42fa-b433-42839511433b tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 984 time: 0.0777032 Jan 18 13:21:11.241499 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.v2.base [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Request body: {'port': {'security_groups': ['c29058b3-aac0-4e42-b325-d4fe4483d829']}} {{(pid=83634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:21:11.361125 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801875'] for port, before_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:11.604554 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:11.628479 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for port, precommit_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:11.690180 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743576700932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743576345847', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743576343592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541047'] for port, after_update {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:11.735292 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['c47e29d4-44f5-4deb-9e49-fcc606936edf'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:11.759880 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:11.760480 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:11.767611 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-83b829cf-bcad-429c-b56c-ab807c7a50ed req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "PUT /v2.0/ports/c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 942 time: 0.5280228 Jan 18 13:21:11.767611 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:11.768585 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60430) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:11.787008 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fb294-3de6-435b-a199-9eadb979c2c7 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event updated for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=7']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:11.836744 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'status': 'completed', 'code': 200} Jan 18 13:21:11.890979 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6018e9ea-d667-4b14-8b4d-8c460a646acb tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:11.925467 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6018e9ea-d667-4b14-8b4d-8c460a646acb tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:11.944146 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['c47e29d4-44f5-4deb-9e49-fcc606936edf'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:11.978337 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5c03e116-893c-4813-8599-730724ddce4f req-68f37df6-702a-454b-ab09-0aaaff7331ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0868914 Jan 18 13:21:12.081287 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.provisioning_blocks [None req-e77e8dd3-0294-4b35-bc90-1ec8f3c41c40 None None] Provisioning complete for port c47e29d4-44f5-4deb-9e49-fcc606936edf triggered by entity DHCP. {{(pid=83636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:21:12.081620 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e77e8dd3-0294-4b35-bc90-1ec8f3c41c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595733'] for port, provisioning_complete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:12.107388 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6018e9ea-d667-4b14-8b4d-8c460a646acb tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:12.119816 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e116-893c-4813-8599-730724ddce4f req-3e99a8a9-f727-4589-91eb-5c15e7a0b9c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:12.121564 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5c03e116-893c-4813-8599-730724ddce4f req-3e99a8a9-f727-4589-91eb-5c15e7a0b9c2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 915 time: 0.1371191 Jan 18 13:21:12.127032 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018e9ea-d667-4b14-8b4d-8c460a646acb tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5c43e-1a67-43fd-bff1-d848e73a81b9,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:12.216922 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-6018e9ea-d667-4b14-8b4d-8c460a646acb tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for security_group, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:12.220731 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-6018e9ea-d667-4b14-8b4d-8c460a646acb tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "DELETE /v2.0/security-groups/98b5c43e-1a67-43fd-bff1-d848e73a81b9 HTTP/1.1" status: 204 len: 168 time: 0.4483869 Jan 18 13:21:12.220877 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60436) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:12.236113 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5c03e116-893c-4813-8599-730724ddce4f req-4f36ec22-d015-401a-9e8b-0c2f8b0a118d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 1000 time: 0.1044593 Jan 18 13:21:12.310788 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e116-893c-4813-8599-730724ddce4f req-7fc93030-472a-4dba-b92a-9abddb01fe38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:12.312299 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5c03e116-893c-4813-8599-730724ddce4f req-7fc93030-472a-4dba-b92a-9abddb01fe38 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 200 len: 853 time: 0.0667121 Jan 18 13:21:12.396304 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5c03e116-893c-4813-8599-730724ddce4f req-ed0868d8-eb03-455e-921e-3c59c1b172f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=35caee63-192f-4d68-8f9d-e357e423e486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770583 Jan 18 13:21:12.424951 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Deleting port db33b755-6234-442d-8336-14371f8c5f5a {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:12.425293 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:12.530959 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5c03e116-893c-4813-8599-730724ddce4f req-d9598df0-a931-4f11-be18-bb8ea3a0a66b service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268032 Jan 18 13:21:12.684185 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:12.684830 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:12.687742 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-ea7073f7-3566-4898-ae4f-6c844d54c461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:12.694941 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-5c03e116-893c-4813-8599-730724ddce4f req-c6666593-5233-4882-8fc5-f5101b9eda45 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563427 Jan 18 13:21:12.821862 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Calling delete_port for db33b755-6234-442d-8336-14371f8c5f5a owned by network:floatingip {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:13.173484 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:13.231874 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event deleted for resources: {'Port': ['ID=db33b755-6234-442d-8336-14371f8c5f5a,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:13.321168 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks [] for floatingip, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:13.567418 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:13.710826 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:21:13.925063 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:21:13.934426 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] Sync routers for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:21:13.957458 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:21:13.958094 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:21:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:14.045755 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for floatingip, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:14.103713 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:14.118396 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-8b4e2213-f451-47e4-a570-595871848e23 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "DELETE /v2.0/floatingips/b64762d7-bb54-45d6-bd78-076f5b0f276f HTTP/1.1" status: 204 len: 168 time: 1.8965137 Jan 18 13:21:14.119456 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf'}] {{(pid=83635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:14.175489 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:21:14.179741 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'status': 'completed', 'code': 200} Jan 18 13:21:14.318994 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-787ef2d6-f061-463d-9bd0-0db7c5bd5020 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0879719 Jan 18 13:21:14.572594 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:14.577788 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] Checking router: 7a3c5aca-f0b5-42ea-b926-6c966716ad6b for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:21:14.596221 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:21:14.597211 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:21:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:14.670135 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-de700a3e-fe3e-4710-a55e-7cc56fc6e4d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:14.671886 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-de700a3e-fe3e-4710-a55e-7cc56fc6e4d9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 200 len: 915 time: 0.3470170 Jan 18 13:21:14.761192 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-5e440a11-0c5c-4f67-ada7-42ee72968302 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 200 len: 217 time: 0.0772536 Jan 18 13:21:14.838314 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-0c35afe9-195c-4e2b-a012-7d56fb465169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:14.841256 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-0c35afe9-195c-4e2b-a012-7d56fb465169 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 200 len: 853 time: 0.0742099 Jan 18 13:21:14.856911 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:21:14.937812 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-2da27ea9-a034-407e-ab5c-996129b5da60 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=35caee63-192f-4d68-8f9d-e357e423e486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883894 Jan 18 13:21:15.098417 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-04d31369-95d0-49c1-aff8-6075fb3b5852 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523736 Jan 18 13:21:15.233429 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:15.250841 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b5a2819f-9c81-47e9-9bce-4fce2b13ae74 req-890d3901-8f9c-4f37-b533-791e225754c5 service neutron] 10.222.0.96 "GET /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371653 Jan 18 13:21:15.264261 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288924ba-fc22-4ed7-a8fe-da8beae29ed7 req-1995b39e-ce41-4b1f-9b5b-8a11c85f47fd tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:15.265823 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-288924ba-fc22-4ed7-a8fe-da8beae29ed7 req-1995b39e-ce41-4b1f-9b5b-8a11c85f47fd tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0874519 Jan 18 13:21:15.305728 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:15.309683 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b9662-e4ee-4d51-aa89-31085833b34b None None] The sync data for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb is: [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:18:52Z', 'revision_number': 4, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb', '_interfaces': [{'id': 'a3a67c50-1980-473c-a298-e1301bb06543', 'name': '', 'network_id': '35caee63-192f-4d68-8f9d-e357e423e486', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'mac_address': 'fa:16:3e:08:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:52Z', 'updated_at': '2022-01-18T13:19:01Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'subnets': [{'id': 'ab7811c3-c1d3-433e-b424-ba3661f6e1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:21:15.322673 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-288924ba-fc22-4ed7-a8fe-da8beae29ed7 req-83dbe30f-4806-4fbe-81b2-2c391e6323ee tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 Jan 18 13:21:15.533954 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593002c1-ff36-414c-93bf-da84b03c74e5 None None] New status for floating IP b64762d7-bb54-45d6-bd78-076f5b0f276f: DOWN {{(pid=83637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:21:16.517598 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c510a4-ef4f-45db-af2e-7805e1ca14cb req-8c7b6e21-9f06-418d-9898-dfea02e4ffc6 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:16.519043 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-47c510a4-ef4f-45db-af2e-7805e1ca14cb req-8c7b6e21-9f06-418d-9898-dfea02e4ffc6 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0737309 Jan 18 13:21:16.564070 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-47c510a4-ef4f-45db-af2e-7805e1ca14cb req-ab026db3-6efd-4454-8d4b-633724b793d6 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Jan 18 13:21:17.771820 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357712-f2b9-4b27-afc5-9a11d3c83314 req-086bd85d-0eb1-4b81-b08e-35f6928acd79 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:17.773875 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9d357712-f2b9-4b27-afc5-9a11d3c83314 req-086bd85d-0eb1-4b81-b08e-35f6928acd79 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0825107 Jan 18 13:21:17.819713 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-9d357712-f2b9-4b27-afc5-9a11d3c83314 req-fff494b2-0572-4367-8185-8a454b997919 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Jan 18 13:21:19.017708 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd0887-bbc9-41ce-9d67-16392cd5d9e5 req-8c93f08b-e83a-424e-b841-45db0099709d tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:19.019140 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ecdd0887-bbc9-41ce-9d67-16392cd5d9e5 req-8c93f08b-e83a-424e-b841-45db0099709d tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0776799 Jan 18 13:21:19.072406 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-ecdd0887-bbc9-41ce-9d67-16392cd5d9e5 req-77f6a92a-e31f-4e80-acf4-e04b4fd4bbd1 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468004 Jan 18 13:21:19.425404 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045adaba-4e52-4e49-9e5f-6d4728a48e86 req-9f2e1c61-c986-4010-9ba8-6af2e22d881b tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:19.427443 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-045adaba-4e52-4e49-9e5f-6d4728a48e86 req-9f2e1c61-c986-4010-9ba8-6af2e22d881b tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.0836740 Jan 18 13:21:19.477538 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-045adaba-4e52-4e49-9e5f-6d4728a48e86 req-8d5518b7-4e50-4072-bd15-43cb77d01834 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Jan 18 13:21:19.926994 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-663c2591-7701-48a9-b23f-d7e919cfa322 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:19.928647 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-663c2591-7701-48a9-b23f-d7e919cfa322 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0789804 Jan 18 13:21:19.995146 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Deleting port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:19.995510 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:20.235315 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] For port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,segment=NetworkSegment(1aa0bbed-b5bc-464d-bea5-6e6238c4e353),segment_id=1aa0bbed-b5bc-464d-bea5-6e6238c4e353)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:20.236027 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:20.281010 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f3af9-546b-4608-bf72-676ac5fa8707 req-cadaf6fb-4777-42cc-872d-a724a8502e1b tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:20.282485 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc2f3af9-546b-4608-bf72-676ac5fa8707 req-cadaf6fb-4777-42cc-872d-a724a8502e1b tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 946 time: 0.0788891 Jan 18 13:21:20.327467 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-fc2f3af9-546b-4608-bf72-676ac5fa8707 req-d212757a-597c-4b4a-b8ec-6718ebbd7a39 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8589468-b95a-45cf-8696-7e5f74e7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Jan 18 13:21:20.355284 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Calling delete_port for 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e owned by compute:nova {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:20.573317 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:20.609412 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:20.659904 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Pushing event deleted for resources: {'Port': ['ID=9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:20.837408 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] No DVR routers for this DVR port 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e on host hv-cinder-82510 {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:21:20.840452 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:20.843019 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'name': 'network-vif-deleted', 'tag': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:20.873975 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66482da3-9e40-47e7-bebf-e06d1a82cb05 req-da759614-7078-4d40-a7e6-7cc600c7dbf6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:20.875490 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-66482da3-9e40-47e7-bebf-e06d1a82cb05 req-da759614-7078-4d40-a7e6-7cc600c7dbf6 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.2690735 Jan 18 13:21:20.900645 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537080eb-9c84-4abd-b11f-2a07ef4d5239', 'name': 'network-vif-deleted', 'tag': '9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e', 'status': 'completed', 'code': 200} Jan 18 13:21:20.923181 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-66482da3-9e40-47e7-bebf-e06d1a82cb05 req-86dbb2af-ae77-4ab7-b55b-b248e1003599 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Jan 18 13:21:20.956535 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-c3772f2e-8c8d-4ba3-ba73-bd86c6723bc7 req-4f0a9a09-6267-497a-a3e5-d6fb14c9adff tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.96 "DELETE /v2.0/ports/9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e HTTP/1.1" status: 204 len: 173 time: 1.0226235 Jan 18 13:21:21.192673 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:21.503978 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-275f054c-1b71-4bdb-b183-4ca957854049 req-3016aaa8-6878-4fad-9512-1b7054abb777 tempest-VolumesSnapshotTestJSON-2125227595 tempest-VolumesSnapshotTestJSON-2125227595-project] 10.222.0.71 "GET /v2.0/ports?device_id=537080eb-9c84-4abd-b11f-2a07ef4d5239 HTTP/1.1" status: 200 len: 210 time: 0.0403507 Jan 18 13:21:21.532585 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-48db0ac9-67d0-48bd-9a51-99ab4d469126 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:21.534016 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-48db0ac9-67d0-48bd-9a51-99ab4d469126 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.96 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.0821686 Jan 18 13:21:21.600231 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Deleting port c47e29d4-44f5-4deb-9e49-fcc606936edf {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:21.600566 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:21.847502 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] For port c47e29d4-44f5-4deb-9e49-fcc606936edf, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c47e29d4-44f5-4deb-9e49-fcc606936edf,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:21.847857 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:21.973500 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Calling delete_port for c47e29d4-44f5-4deb-9e49-fcc606936edf owned by compute:nova {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:22.176959 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06027499-8649-4eef-b29a-fe4b99b1b4db req-b6a60ff5-9182-44ca-8c9f-30c9499a7749 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:22.178950 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-06027499-8649-4eef-b29a-fe4b99b1b4db req-b6a60ff5-9182-44ca-8c9f-30c9499a7749 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 945 time: 0.1273494 Jan 18 13:21:22.221189 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:22.254763 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] get_ports_and_sgs() called for port_ids ['c47e29d4-44f5-4deb-9e49-fcc606936edf'] {{(pid=83636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:22.270538 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-06027499-8649-4eef-b29a-fe4b99b1b4db req-1c82ec07-c729-455f-bbe0-bf5eb0b8edc8 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/security-groups?id=c29058b3-aac0-4e42-b325-d4fe4483d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858002 Jan 18 13:21:22.274203 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Pushing event deleted for resources: {'Port': ['ID=c47e29d4-44f5-4deb-9e49-fcc606936edf,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:22.318566 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.318946 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.319308 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.319638 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.319963 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.320285 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.320605 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.320922 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.321243 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.321554 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.321870 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-smb {{(pid=83634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:22.360293 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] No DVR routers for this DVR port c47e29d4-44f5-4deb-9e49-fcc606936edf on host hv-cinder-82510 {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:21:22.362542 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240465'] for port, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:22.372842 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [req-b16e89ce-3b85-4ecf-b15d-831a2d41dbc0 req-228fe6fd-ad72-4811-9ab1-b4f787178de4 tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.96 "DELETE /v2.0/ports/c47e29d4-44f5-4deb-9e49-fcc606936edf HTTP/1.1" status: 204 len: 173 time: 0.8329699 Jan 18 13:21:22.901542 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'name': 'network-vif-deleted', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf'}] {{(pid=83634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:22.957290 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4', 'name': 'network-vif-deleted', 'tag': 'c47e29d4-44f5-4deb-9e49-fcc606936edf', 'status': 'completed', 'code': 200} Jan 18 13:21:23.552131 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-8956cf68-0992-4307-bf10-2c426beb8463 req-fb1aaf01-e6b8-465b-b02a-d9ee85c1ff2f tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Synchronizing usage tracker for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:port {{(pid=83635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:21:23.664363 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.quota.resource [req-8956cf68-0992-4307-bf10-2c426beb8463 req-fb1aaf01-e6b8-465b-b02a-d9ee85c1ff2f tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] Unset dirty status for tenant:74cf597bad8c4c6da61da4b5b74dcfb5 on resource:port {{(pid=83635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:21:23.665468 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [req-8956cf68-0992-4307-bf10-2c426beb8463 req-fb1aaf01-e6b8-465b-b02a-d9ee85c1ff2f tempest-TestMinimumBasicScenario-1175285654 tempest-TestMinimumBasicScenario-1175285654-project] 10.222.0.71 "GET /v2.0/ports?device_id=f268e0c1-fdba-4d64-b5c8-a43bd9a6e0f4 HTTP/1.1" status: 200 len: 210 time: 0.2480478 Jan 18 13:21:24.351471 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device c47e29d4-44f5-4deb-9e49-fcc606936edf no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:24.384450 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: c47e29d4-44f5-4deb-9e49-fcc606936edf {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:21:24.384793 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device c47e29d4-44f5-4deb-9e49-fcc606936edf not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:21:24.385199 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:24.419270 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] No Port match for: 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:21:24.419616 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Device 9c551b83-6d9d-419b-b8cd-ed2cb95cbd2e not bound to the agent host hv-cinder-82510 {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:21:26.423319 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60566) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:26.808227 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776619'] for router_interface, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:27.403154 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Deleting port a3a67c50-1980-473c-a298-e1301bb06543 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:27.403521 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:27.576449 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] For port a3a67c50-1980-473c-a298-e1301bb06543, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=a3a67c50-1980-473c-a298-e1301bb06543,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:27.577196 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:27.694203 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Calling delete_port for a3a67c50-1980-473c-a298-e1301bb06543 owned by network:router_interface {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:28.066917 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:28.110598 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a67c50-1980-473c-a298-e1301bb06543,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:28.403924 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-777794'] for router_interface, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:28.975642 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:21:29.174917 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:21:29.183837 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395d491-1366-45a0-846b-e514aa913220 None None] Sync routers for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:21:29.196066 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:21:29.196760 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:21:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:29.291402 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-11d74411-a294-4493-8697-62e1de1d5ce7 admin admin] 10.222.0.71 "PUT /v2.0/routers/7a3c5aca-f0b5-42ea-b926-6c966716ad6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8668160 Jan 18 13:21:29.293833 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60582) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:29.376892 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:21:29.484704 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks [] for router, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:29.683914 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:21:27Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:29.687773 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395d491-1366-45a0-846b-e514aa913220 None None] Checking router: 7a3c5aca-f0b5-42ea-b926-6c966716ad6b for host: dv-cinder-825103-1-smb {{(pid=83636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:21:29.698277 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] Routers {'7a3c5aca-f0b5-42ea-b926-6c966716ad6b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:21:29.698873 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:21:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'], 'active': True} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:29.795782 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:29.872626 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Deleting port 2e643d53-0915-4200-810b-31df041c3128 {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:29.872976 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:29.880517 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_dvr_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] Set router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b gateway port host: dv-cinder-825103-1-smb {{(pid=83636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:21:30.048237 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] For port 2e643d53-0915-4200-810b-31df041c3128, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=2e643d53-0915-4200-810b-31df041c3128,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:30.048817 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:30.170574 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Calling delete_port for 2e643d53-0915-4200-810b-31df041c3128 owned by network:router_gateway {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:30.212425 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.db.l3_hamode_db [None req-d395d491-1366-45a0-846b-e514aa913220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:21:27Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:30.216824 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395d491-1366-45a0-846b-e514aa913220 None None] The sync data for ids ['7a3c5aca-f0b5-42ea-b926-6c966716ad6b'] in dv-cinder-825103-1-smb is: [{'id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'name': 'tempest-TestMinimumBasicScenario-466750141-router', 'tenant_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '2e643d53-0915-4200-810b-31df041c3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:48Z', 'updated_at': '2022-01-18T13:21:27Z', 'revision_number': 5, 'project_id': '74cf597bad8c4c6da61da4b5b74dcfb5', 'gw_port': {'id': '2e643d53-0915-4200-810b-31df041c3128', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c5aca-f0b5-42ea-b926-6c966716ad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:49Z', 'updated_at': '2022-01-18T13:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:21:30.426428 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:30.472645 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e643d53-0915-4200-810b-31df041c3128,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:30.635315 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a3a67c50-1980-473c-a298-e1301bb06543 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:30.669831 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: a3a67c50-1980-473c-a298-e1301bb06543 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:21:30.670177 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device a3a67c50-1980-473c-a298-e1301bb06543 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:21:30.709868 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-777870'] for router_gateway, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:30.970426 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104303'] for router, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:30.974436 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.072168 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770150'] for router, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.072856 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3c5aca-f0b5-42ea-b926-6c966716ad6b {{(pid=83635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:21:31.084851 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.085991 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-503202ed-cae5-40f2-8bf8-2edf7d3e6213 admin admin] 10.222.0.71 "DELETE /v2.0/routers/7a3c5aca-f0b5-42ea-b926-6c966716ad6b HTTP/1.1" status: 204 len: 168 time: 1.7912655 Jan 18 13:21:31.088541 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60594) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:31.238058 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] Deleting subnet ab7811c3-c1d3-433e-b424-ba3661f6e1dc {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:21:31.241535 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.290523 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8169518'] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.365246 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.510761 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8019200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8315444'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.560964 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7811c3-c1d3-433e-b424-ba3661f6e1dc,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:31.571710 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.574129 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71983bc-7480-4613-94c9-b458d0e19190 None None] Network 35caee63-192f-4d68-8f9d-e357e423e486 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:21:31.575308 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-cfdfd5cd-e5de-49df-b092-f66f4db39ce5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ab7811c3-c1d3-433e-b424-ba3661f6e1dc HTTP/1.1" status: 204 len: 168 time: 0.4856114 Jan 18 13:21:31.577836 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60602) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:31.701735 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.712295 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Deleting port cb5bd66a-3387-41c6-a723-0a5471e2411a {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:31.712622 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.854153 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] DHCP port deletion for 35caee63-192f-4d68-8f9d-e357e423e486 request from dv-cinder-825103-1-smb {{(pid=83636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:21:31.858873 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Deleting port cb5bd66a-3387-41c6-a723-0a5471e2411a {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:31.859274 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.941308 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] For port cb5bd66a-3387-41c6-a723-0a5471e2411a, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=cb5bd66a-3387-41c6-a723-0a5471e2411a,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:31.941659 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.080563 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] For port cb5bd66a-3387-41c6-a723-0a5471e2411a, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=cb5bd66a-3387-41c6-a723-0a5471e2411a,segment=NetworkSegment(b7422f7f-b0be-479d-8cd0-b467c6d0cae9),segment_id=b7422f7f-b0be-479d-8cd0-b467c6d0cae9)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:32.080563 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.080804 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Calling delete_port for cb5bd66a-3387-41c6-a723-0a5471e2411a owned by network:dhcp {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:32.196430 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Calling delete_port for cb5bd66a-3387-41c6-a723-0a5471e2411a owned by network:dhcp {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:32.394051 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.402959 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:21:32.403541 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:21:32.438739 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 2e643d53-0915-4200-810b-31df041c3128 no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:32.441803 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5bd66a-3387-41c6-a723-0a5471e2411a,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:32.446893 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] No DVR routers for this DVR port cb5bd66a-3387-41c6-a723-0a5471e2411a on host dv-cinder-825103-1-smb {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:21:32.471868 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 2e643d53-0915-4200-810b-31df041c3128 {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:21:32.472553 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 2e643d53-0915-4200-810b-31df041c3128 not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:21:32.472707 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device cb5bd66a-3387-41c6-a723-0a5471e2411a no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:32.507972 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: cb5bd66a-3387-41c6-a723-0a5471e2411a {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:21:32.508308 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device cb5bd66a-3387-41c6-a723-0a5471e2411a not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:21:32.562469 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.588077 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35caee63-192f-4d68-8f9d-e357e423e486']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:32.599732 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:32.600527 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7422f7f-b0be-479d-8cd0-b467c6d0cae9') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:32.611477 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.626502 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.632756 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:21:32.633073 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:21:32.645599 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:21:32.801236 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.817521 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.827943 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] Pushing event deleted for resources: {'Network': ['ID=35caee63-192f-4d68-8f9d-e357e423e486,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:32.835528 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-1d307a77-2d3b-4a1c-84c5-3caaa7e1e691 admin admin] 10.222.0.71 "DELETE /v2.0/networks/35caee63-192f-4d68-8f9d-e357e423e486 HTTP/1.1" status: 204 len: 168 time: 1.2566314 Jan 18 13:21:32.838525 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60608) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:32.904426 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Deleting port cb5bd66a-3387-41c6-a723-0a5471e2411a {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:32.904995 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.967561 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-11c60de7-7dd4-412a-9b20-5c269866d217 None None] The port 'cb5bd66a-3387-41c6-a723-0a5471e2411a' was deleted {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:21:33.243532 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776619'] for router_interface, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:33.846150 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Deleting port f4c5eff3-7894-4a64-9b34-9c74801b3b5c {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:33.850341 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:34.123855 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] For port f4c5eff3-7894-4a64-9b34-9c74801b3b5c, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,segment=NetworkSegment(cee869c1-09f3-418a-b74b-200bd13fa80c),segment_id=cee869c1-09f3-418a-b74b-200bd13fa80c)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:34.124812 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:34.252389 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Calling delete_port for f4c5eff3-7894-4a64-9b34-9c74801b3b5c owned by network:router_interface {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:34.541246 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:34.592252 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c5eff3-7894-4a64-9b34-9c74801b3b5c,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:34.872667 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-777794'] for router_interface, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:35.444036 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Router 94443ea2-63d8-4b4e-a038-bb6e5178c43b has already been hosted by L3 agent c88bb955-df27-4d45-91cd-d4720b4dbae8 {{(pid=83634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:21:35.753411 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] Notify agent at l3_agent.dv-cinder-825103-1-smb the message routers_updated {{(pid=83634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:21:35.762638 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] Sync routers for ids ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'] in dv-cinder-825103-1-smb {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:21:35.775373 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] Routers {'94443ea2-63d8-4b4e-a038-bb6e5178c43b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:21:35.776067 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:21:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:35.839418 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-d89db05c-f4c5-4c47-8b2b-fcd72888b5dc admin admin] 10.222.0.71 "PUT /v2.0/routers/94443ea2-63d8-4b4e-a038-bb6e5178c43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9997280 Jan 18 13:21:35.841889 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60628) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:35.956645 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] Set router 94443ea2-63d8-4b4e-a038-bb6e5178c43b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:21:36.045980 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks [] for router, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:36.258973 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:21:34Z', 'revision_number': 5, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:36.262950 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] Checking router: 94443ea2-63d8-4b4e-a038-bb6e5178c43b for host: dv-cinder-825103-1-smb {{(pid=83637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:21:36.272136 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:36.274734 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] Routers {'94443ea2-63d8-4b4e-a038-bb6e5178c43b'} bound to L3 agent in host dv-cinder-825103-1-smb {{(pid=83637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:21:36.275369 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:03:13Z,description=,heartbeat_timestamp=2022-01-18T13:21:13Z,host='dv-cinder-825103-1-smb',id=c88bb955-df27-4d45-91cd-d4720b4dbae8,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:03:13Z,topic='l3_agent')) {'router_ids': ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'], 'active': True} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:36.332366 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Deleting port 7775dca3-0f80-4cb7-9fc0-233038cb897f {{(pid=83635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:36.332618 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:36.482070 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_dvr_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] Set router 94443ea2-63d8-4b4e-a038-bb6e5178c43b gateway port host: dv-cinder-825103-1-smb {{(pid=83637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:21:36.510096 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.db [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] For port 7775dca3-0f80-4cb7-9fc0-233038cb897f, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=7775dca3-0f80-4cb7-9fc0-233038cb897f,segment=NetworkSegment(c7f3e835-d79c-4f80-a430-f11c0f62ce8c),segment_id=c7f3e835-d79c-4f80-a430-f11c0f62ce8c)] {{(pid=83635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:36.510432 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:36.631683 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.plugins.ml2.plugin [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Calling delete_port for 7775dca3-0f80-4cb7-9fc0-233038cb897f owned by network:router_gateway {{(pid=83635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:36.770886 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.l3_hamode_db [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:21:34Z', 'revision_number': 5, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}], 'dv-cinder-825103-1-smb', False) {} {{(pid=83637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:36.776351 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8182ff4-982b-4d9a-afdc-8ac530e20dda None None] The sync data for ids ['94443ea2-63d8-4b4e-a038-bb6e5178c43b'] in dv-cinder-825103-1-smb is: [{'id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'name': 'tempest-TestMinimumBasicScenario-1585093072-router', 'tenant_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'external_fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:18:57Z', 'updated_at': '2022-01-18T13:21:34Z', 'revision_number': 5, 'project_id': '5dc334a4dfe84ce990967d63cc27a8cb', 'gw_port': {'id': '7775dca3-0f80-4cb7-9fc0-233038cb897f', 'name': '', 'network_id': '2ee77843-6b79-4761-92db-c103e688f251', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94443ea2-63d8-4b4e-a038-bb6e5178c43b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:18:58Z', 'updated_at': '2022-01-18T13:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de392ece-4a8a-473f-a1f3-aca55c489b66', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-smb'}] {{(pid=83637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:21:36.883415 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885555'] for port, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:36.941357 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Pushing event deleted for resources: {'Port': ['ID=7775dca3-0f80-4cb7-9fc0-233038cb897f,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:37.161260 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-777870'] for router_gateway, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:37.504546 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104303'] for router, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:37.510617 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:37.625769 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770150'] for router, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:37.626307 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94443ea2-63d8-4b4e-a038-bb6e5178c43b {{(pid=83635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:21:37.638856 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] Notify callbacks [] for router, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:37.640010 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-a5807fa6-e0a9-4851-abf9-34b37009f483 admin admin] 10.222.0.71 "DELETE /v2.0/routers/94443ea2-63d8-4b4e-a038-bb6e5178c43b HTTP/1.1" status: 204 len: 168 time: 1.7971606 Jan 18 13:21:37.642516 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.wsgi [-] (83635) accepted ('10.222.0.71', 60640) {{(pid=83635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:37.707680 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] Deleting subnet 35d602ca-49ec-4c53-9118-25c0a159c922 {{(pid=83635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:21:37.711545 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:37.761210 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8169518'] for subnet, precommit_delete_associations {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:37.843646 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.001542 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8019200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8315444'] for subnet, after_delete {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.043466 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d602ca-49ec-4c53-9118-25c0a159c922,revision_number=None']} {{(pid=83635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:38.049867 dv-cinder-825103-1-smb neutron-server[83635]: DEBUG neutron_lib.callbacks.manager [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.060217 dv-cinder-825103-1-smb neutron-server[83635]: INFO neutron.wsgi [None req-aa3720c8-07b6-4223-b94a-e982a2dca034 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/35d602ca-49ec-4c53-9118-25c0a159c922 HTTP/1.1" status: 204 len: 168 time: 0.4132969 Jan 18 13:21:38.060444 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff8b93f-4e11-4c6d-9b9c-121d00b764b6 None None] Network da0217e0-4197-45e2-8366-d1f55f9dcee7 requested from dv-cinder-825103-1-smb {{(pid=83636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:21:38.061606 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60648) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:38.168333 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.180481 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Deleting port c2b6b7b5-9b3c-4790-81d3-223ea761289c {{(pid=83634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:38.180964 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.309426 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] DHCP port deletion for da0217e0-4197-45e2-8366-d1f55f9dcee7 request from dv-cinder-825103-1-smb {{(pid=83636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:21:38.313763 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Deleting port c2b6b7b5-9b3c-4790-81d3-223ea761289c {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:38.314205 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.394089 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.db [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] For port c2b6b7b5-9b3c-4790-81d3-223ea761289c, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c2b6b7b5-9b3c-4790-81d3-223ea761289c,segment=NetworkSegment(cee869c1-09f3-418a-b74b-200bd13fa80c),segment_id=cee869c1-09f3-418a-b74b-200bd13fa80c)] {{(pid=83634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:38.394504 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.484121 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device c2b6b7b5-9b3c-4790-81d3-223ea761289c no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:38.524442 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.plugin [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Calling delete_port for c2b6b7b5-9b3c-4790-81d3-223ea761289c owned by network:dhcp {{(pid=83634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:38.571828 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.db [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] For port c2b6b7b5-9b3c-4790-81d3-223ea761289c, host dv-cinder-825103-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-smb',level=0,port_id=c2b6b7b5-9b3c-4790-81d3-223ea761289c,segment=NetworkSegment(cee869c1-09f3-418a-b74b-200bd13fa80c),segment_id=cee869c1-09f3-418a-b74b-200bd13fa80c)] {{(pid=83636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:38.572099 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654045'] for port, precommit_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.695506 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1800195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743576700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743576345838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541054'] for port, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.719573 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Calling delete_port for c2b6b7b5-9b3c-4790-81d3-223ea761289c owned by network:dhcp {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:21:38.743253 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b6b7b5-9b3c-4790-81d3-223ea761289c,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:38.746751 dv-cinder-825103-1-smb neutron-server[83636]: INFO neutron.plugins.ml2.db [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No ports have port_id starting with c2b6b7b5-9b3c-4790-81d3-223ea761289c Jan 18 13:21:38.746751 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 7775dca3-0f80-4cb7-9fc0-233038cb897f no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:38.749727 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] No DVR routers for this DVR port c2b6b7b5-9b3c-4790-81d3-223ea761289c on host dv-cinder-825103-1-smb {{(pid=83634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:21:38.793037 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: 7775dca3-0f80-4cb7-9fc0-233038cb897f {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:21:38.793381 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device 7775dca3-0f80-4cb7-9fc0-233038cb897f not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:21:38.793794 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f4c5eff3-7894-4a64-9b34-9c74801b3b5c no longer exists at agent ovs-agent-dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:38.830750 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] No Port match for: f4c5eff3-7894-4a64-9b34-9c74801b3b5c {{(pid=83636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:21:38.831017 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.rpc [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Device f4c5eff3-7894-4a64-9b34-9c74801b3b5c not bound to the agent host dv-cinder-825103-1-smb {{(pid=83636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:21:38.857894 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.db.api [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:21:38.858250 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG oslo_db.api [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:21:38.866584 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.891460 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0217e0-4197-45e2-8366-d1f55f9dcee7']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:38.904382 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee869c1-09f3-418a-b74b-200bd13fa80c') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:38.906172 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee869c1-09f3-418a-b74b-200bd13fa80c') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:38.916060 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.931063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.937400 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:21:38.937770 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:21:38.950844 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:21:39.226406 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:39.242422 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:39.254480 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=da0217e0-4197-45e2-8366-d1f55f9dcee7,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:39.259838 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-7608875f-5b5e-45ee-8133-795a88a62ab2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/da0217e0-4197-45e2-8366-d1f55f9dcee7 HTTP/1.1" status: 204 len: 168 time: 1.1983056 Jan 18 13:21:39.359826 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Deleting port c2b6b7b5-9b3c-4790-81d3-223ea761289c {{(pid=83636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:21:39.360370 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743576839985'] for port, before_delete {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:39.424950 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5944f-412e-49ec-b5fe-4688ce5ced47 None None] The port 'c2b6b7b5-9b3c-4790-81d3-223ea761289c' was deleted {{(pid=83636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:21:39.684524 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60664) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:39.734171 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-91bc0b0c-2eb1-4f31-a486-987e9cdb92a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=74cf597bad8c4c6da61da4b5b74dcfb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483906 Jan 18 13:21:39.736691 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60668) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:39.795222 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c9406b29-30eb-435b-a2ec-08eb86456092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:39.820727 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c9406b29-30eb-435b-a2ec-08eb86456092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:39.962900 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c9406b29-30eb-435b-a2ec-08eb86456092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:39.984071 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406b29-30eb-435b-a2ec-08eb86456092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29058b3-aac0-4e42-b325-d4fe4483d829,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:39.991297 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-c9406b29-30eb-435b-a2ec-08eb86456092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:39.992893 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-c9406b29-30eb-435b-a2ec-08eb86456092 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c29058b3-aac0-4e42-b325-d4fe4483d829 HTTP/1.1" status: 204 len: 168 time: 0.2546730 Jan 18 13:21:40.444013 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-67e3a7a2-6587-4c43-a05a-ee067a23c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:40.767329 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60680) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:40.819905 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-cb4d3ca7-8444-4826-a90d-6570f5aca20f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5dc334a4dfe84ce990967d63cc27a8cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514464 Jan 18 13:21:40.822382 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60684) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:40.880349 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b506a752-79c7-4bab-99ec-3eac44b2bceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:40.906706 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b506a752-79c7-4bab-99ec-3eac44b2bceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:41.160677 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b506a752-79c7-4bab-99ec-3eac44b2bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:41.176823 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506a752-79c7-4bab-99ec-3eac44b2bceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167abe84-0a75-4287-af1f-46e66def11a5,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:41.181777 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-b506a752-79c7-4bab-99ec-3eac44b2bceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:41.182951 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-b506a752-79c7-4bab-99ec-3eac44b2bceb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/167abe84-0a75-4287-af1f-46e66def11a5 HTTP/1.1" status: 204 len: 168 time: 0.3597348 Jan 18 13:21:42.688651 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-969a49b3-ba5b-4b5e-ba72-61b7b35b42a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:43.757278 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:44.011978 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.168837 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.197116 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60720) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:45.258665 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] Deleting subnet 1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b {{(pid=83634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:21:45.261679 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.311047 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8231942'] for subnet, precommit_delete_associations {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.368722 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.540544 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7413453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8373340'] for subnet, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.579775 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:45.584313 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for subnet, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.590513 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-e6454897-b146-4291-980a-465db5e8d568 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1bdfa65c-9ebc-46a2-85ce-75e5d7fcd21b HTTP/1.1" status: 204 len: 168 time: 0.3921902 Jan 18 13:21:45.594032 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60724) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:45.797731 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586579'] for network, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.883059 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:21:45.921932 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8743576776412'] for network, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.949209 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2627cf7-b3f3-4f89-ab32-c961098107e7']}} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:45.963786 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa0bbed-b5bc-464d-bea5-6e6238c4e353') {'for_net_delete': True} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:45.964098 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.services.segments.db [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa0bbed-b5bc-464d-bea5-6e6238c4e353') {} {{(pid=83634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:21:45.976761 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743576776295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8231949'] for segment, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.996651 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1784011'] for segment, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.002963 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=83634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:21:46.002963 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1784028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541099'] for segment, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: Traceback (most recent call last): Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: timer() Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: cb(*args, **kw) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: return func(*args, **kwargs) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: self._notify() Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: self.callback(batched_events) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: event.method(event) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: return f(self, *a, **k) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: return self._get(url).json() Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: return self.request(url, 'GET', **kwargs) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:21:46.020854 dv-cinder-825103-1-smb neutron-server[83634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:21:46.197209 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-777899'] for network, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.213886 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704999'] for network, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.223959 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2627cf7-b3f3-4f89-ab32-c961098107e7,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:46.319882 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-4e934220-808d-411f-a2ca-17279c34c02b admin admin] 10.222.0.71 "DELETE /v2.0/networks/c2627cf7-b3f3-4f89-ab32-c961098107e7 HTTP/1.1" status: 204 len: 168 time: 0.7237816 Jan 18 13:21:46.760217 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60730) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:46.815553 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-8c5a21d0-f565-4e14-b83f-2aa78cb657c4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2375155d7d7b4103877be74ff92d41a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541418 Jan 18 13:21:46.818063 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.wsgi [-] (83634) accepted ('10.222.0.71', 60734) {{(pid=83634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:46.876506 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ac9c9fa0-d9c3-412f-9664-8f1c146f5ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.901926 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ac9c9fa0-d9c3-412f-9664-8f1c146f5ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.077245 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ac9c9fa0-d9c3-412f-9664-8f1c146f5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731183'] for security_group, after_delete {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.094227 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c9fa0-d9c3-412f-9664-8f1c146f5ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8589468-b95a-45cf-8696-7e5f74e7cc2e,revision_number=None']} {{(pid=83634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:47.179059 dv-cinder-825103-1-smb neutron-server[83634]: DEBUG neutron_lib.callbacks.manager [None req-ac9c9fa0-d9c3-412f-9664-8f1c146f5ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.180209 dv-cinder-825103-1-smb neutron-server[83634]: INFO neutron.wsgi [None req-ac9c9fa0-d9c3-412f-9664-8f1c146f5ce3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8589468-b95a-45cf-8696-7e5f74e7cc2e HTTP/1.1" status: 204 len: 168 time: 0.3605046 Jan 18 13:21:51.259718 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:10.458851 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-80747c74-f1cd-4b42-bba0-361c98a2ca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:12.657321 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-b1b19c46-07ea-4b23-8b49-4fd14805c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:13.584911 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:14.001549 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:15.133063 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:21.212932 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:22.883360 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:22:40.463110 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e4b9275f-80ab-40b4-bb3f-e67ef36020a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:42.669019 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-272561ab-df71-4bbe-8c9a-26bc3ba570e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:43.571933 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:44.028838 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:45.114093 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:51.222665 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:59.883278 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:23:10.456000 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-9dce1ce1-3694-4ce3-8993-ba93313cbb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:12.701917 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-29f334c3-7e27-43d2-9593-44e4c7fd32d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.558587 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.998439 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:15.124278 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.232389 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:36.883895 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:23:40.494417 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-972c8876-b3e8-48d0-8324-30bd78ea2403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:42.717877 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-2e4d81f5-0ee0-44ca-afca-7080ffa9ff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:43.574344 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:44.037451 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.122939 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.351559 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:10.476362 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-6c3528f6-fdcf-4285-b513-fdabda7b8a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:12.654389 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-8fc0970b-9370-4da1-a86a-6fc4ff846a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.595978 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.885018 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:24:14.013681 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:15.173976 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:21.327663 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:40.475667 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62678b31-6a9c-4157-a12d-a667cfb759d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:42.652853 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-48892977-6b4a-4479-8111-10ba30c3c161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:43.607427 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:44.012901 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:45.144308 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:50.885775 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:24:51.258543 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:10.456797 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e21f-7a57-4eec-9eb7-b2efbb12e518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:12.690413 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-71cf6f77-4bda-4547-a570-0c2ed035b809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:13.617424 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:13.998746 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.210043 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.297243 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.885807 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:25:40.456883 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-027d2ac7-cb21-4950-a812-eed4203a9934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.648733 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-12f5f351-7dec-4182-8c5b-3bf371d25df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.602887 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.999643 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:45.233850 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:51.267637 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:04.885569 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:26:10.461695 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5c62321d-70a0-4b7c-ad72-e38bb9e79e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.653205 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-26058208-c395-4d98-931a-96d81096536c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.592608 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:14.004321 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:15.175686 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:21.261280 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:40.502229 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4401-92bd-42c2-bdac-8a1fafcbf147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:41.886395 dv-cinder-825103-1-smb neutron-server[83637]: DEBUG neutron.db.agents_db [None req-a9eadc72-22ef-4751-84a8-6b45b05a2455 None None] Agent healthcheck: found 6 active agents {{(pid=83637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:26:42.649167 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-35b684f6-dc09-44f5-8ff5-baf26dbd00a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:43.600644 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-62c2693c-7dde-4ceb-b14d-333c1d94e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:44.009378 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-5bb263fb-0141-45b1-8034-3f3c1ab5e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:45.140910 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-df8bba31-ea02-4767-94c1-9cfdd7afaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:51.280336 dv-cinder-825103-1-smb neutron-server[83636]: DEBUG neutron_lib.callbacks.manager [None req-e59d9080-3f79-4098-bf92-2a031101f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743576776394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595640'] for agent, after_update {{(pid=83636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}